{"id":"https://openalex.org/W4387606680","doi":"https://doi.org/10.1145/3584931.3611279","title":"Supporting User Engagement in Testing, Auditing, and Contesting AI","display_name":"Supporting User Engagement in Testing, Auditing, and Contesting AI","publication_year":2023,"publication_date":"2023-10-13","ids":{"openalex":"https://openalex.org/W4387606680","doi":"https://doi.org/10.1145/3584931.3611279"},"language":"en","primary_location":{"id":"doi:10.1145/3584931.3611279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3584931.3611279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067411025","display_name":"Wesley Hanwen Deng","orcid":"https://orcid.org/0000-0003-3375-5285"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesley Hanwen Deng","raw_affiliation_strings":["Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0003-3375-5285","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101479345","display_name":"Michelle S. Lam","orcid":"https://orcid.org/0000-0002-3448-5961"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle S. Lam","raw_affiliation_strings":["Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-3448-5961","affiliations":[{"raw_affiliation_string":"Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060162507","display_name":"\u00c1ngel Alexander Cabrera","orcid":"https://orcid.org/0000-0003-0348-3362"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"\u00c1ngel Alexander Cabrera","raw_affiliation_strings":["Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0003-0348-3362","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086524212","display_name":"Dana\u00eb Metaxa","orcid":"https://orcid.org/0000-0001-9359-6090"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dana\u00eb Metaxa","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0001-9359-6090","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054624773","display_name":"Motahhare Eslami","orcid":"https://orcid.org/0000-0002-1499-3045"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Motahhare Eslami","raw_affiliation_strings":["Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1499-3045","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022664382","display_name":"Kenneth Holstein","orcid":"https://orcid.org/0000-0001-6730-922X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Holstein","raw_affiliation_strings":["Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0001-6730-922X","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.855,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92639582,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"556","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.634277880191803},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.5513602495193481},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5328835248947144},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.5277358293533325},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.5135062336921692},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.5050058960914612},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.43789157271385193},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.420326292514801},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2844562530517578},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.22338813543319702},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1909051239490509},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18940305709838867}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.634277880191803},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.5513602495193481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5328835248947144},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.5277358293533325},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.5135062336921692},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.5050058960914612},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.43789157271385193},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.420326292514801},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2844562530517578},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.22338813543319702},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1909051239490509},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18940305709838867},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3584931.3611279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3584931.3611279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4723327940","display_name":null,"funder_award_id":"2040942","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2059362837","https://openalex.org/W2898147565","https://openalex.org/W2898911770","https://openalex.org/W2952602496","https://openalex.org/W2962059918","https://openalex.org/W2988595016","https://openalex.org/W3001807593","https://openalex.org/W3029022390","https://openalex.org/W3083206818","https://openalex.org/W3160887439","https://openalex.org/W3204393347","https://openalex.org/W3205290952","https://openalex.org/W3206420877","https://openalex.org/W4224992683","https://openalex.org/W4280609065","https://openalex.org/W4283159495","https://openalex.org/W4309618902","https://openalex.org/W4320342750","https://openalex.org/W4321610533","https://openalex.org/W4362679204","https://openalex.org/W4366548035","https://openalex.org/W4366549649","https://openalex.org/W4380361082"],"related_works":["https://openalex.org/W2735088306","https://openalex.org/W4286740636","https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W2628063975","https://openalex.org/W2356479129","https://openalex.org/W2387346515","https://openalex.org/W2352196451","https://openalex.org/W2590086693","https://openalex.org/W2381260192"],"abstract_inverted_index":{"In":[0,100],"recent":[1],"years,":[2],"interest":[3],"in":[4,9,54,64,135,163,189],"directly":[5],"involving":[6],"end":[7,21,156],"users":[8,73],"testing,":[10],"auditing,":[11],"and":[12,36,66,70,109,114,138,155,158,170],"contesting":[13],"AI":[14,32,68,79,153,168],"systems":[15],"has":[16],"grown.":[17],"The":[18],"involvement":[19],"of":[20,52,87,161,167,186],"users,":[22,157],"especially":[23],"from":[24,111],"diverse":[25],"backgrounds,":[26],"can":[27],"be":[28,131],"essential":[29],"to":[30,37,46,58,61,71,74,95,117,122,127,140,145],"overcome":[31],"developers\u2019":[33],"blind":[34],"spots":[35],"surface":[38],"issues":[39],"that":[40],"would":[41],"otherwise":[42],"go":[43],"undetected":[44],"prior":[45],"causing":[47],"real-world":[48],"harm.":[49],"Emerging":[50],"bodies":[51],"work":[53],"CSCW":[55],"have":[56],"begun":[57],"explore":[59],"ways":[60],"engage":[62],"end-users":[63],"testing":[65],"auditing":[67],"systems,":[69],"empower":[72],"contest":[75],"problematic":[76],"or":[77],"erroneous":[78],"outputs.":[80],"As":[81],"this":[82,101,123],"is":[83],"a":[84],"nascent":[85],"area":[86],"work,":[88],"we":[89,104,177],"still":[90],"know":[91],"little":[92],"about":[93],"how":[94],"support":[96,141],"effective":[97],"user":[98,142,187],"engagement.":[99],"one-day":[102],"workshop,":[103],"will":[105,130,181],"bring":[106],"together":[107],"researchers":[108],"practitioners":[110],"academia,":[112],"industry,":[113],"non-profit":[115],"organizations":[116],"share":[118],"ongoing":[119],"efforts":[120],"related":[121],"workshop\u2019s":[124],"theme.":[125],"Central":[126],"our":[128],"discussions":[129],"the":[132,148,159,165,179,184],"challenges":[133],"encountered":[134],"developing":[136],"tools":[137],"processes":[139],"involvement,":[143,147],"strategies":[144],"incentivize":[146],"asymmetric":[149],"power":[150],"dynamic":[151],"between":[152],"developers":[154,169],"role":[160],"regulation":[162],"enhancing":[164],"accountability":[166],"ameliorating":[171],"potential":[172],"burdens":[173],"towards":[174],"end-users.":[175],"Overall,":[176],"hope":[178],"workshop":[180],"help":[182],"shape":[183],"future":[185],"engagement":[188],"building":[190],"more":[191],"responsible":[192],"AI.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}