{"id":"https://openalex.org/W4386242308","doi":"https://doi.org/10.1145/3600211.3604682","title":"Bound by the Bounty: Collaboratively Shaping Evaluation Processes for Queer AI Harms","display_name":"Bound by the Bounty: Collaboratively Shaping Evaluation Processes for Queer AI Harms","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4386242308","doi":"https://doi.org/10.1145/3600211.3604682"},"language":"en","primary_location":{"id":"doi:10.1145/3600211.3604682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3600211.3604682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070016875","display_name":"Nathaniel Dennler","orcid":"https://orcid.org/0000-0002-7540-1402"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nathan Dennler","raw_affiliation_strings":["University of Southern California, USA"],"raw_orcid":"https://orcid.org/0000-0002-7540-1402","affiliations":[{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064234845","display_name":"Anaelia Ovalle","orcid":"https://orcid.org/0000-0002-0531-7520"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anaelia Ovalle","raw_affiliation_strings":["Computer Science, University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-0531-7520","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027460948","display_name":"Ashwin Singh","orcid":"https://orcid.org/0000-0002-9418-0430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashwin Singh","raw_affiliation_strings":["QueerInAI, USA"],"raw_orcid":"https://orcid.org/0000-0002-9418-0430","affiliations":[{"raw_affiliation_string":"QueerInAI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060844217","display_name":"Luca Soldaini","orcid":"https://orcid.org/0000-0001-6998-9863"},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Soldaini","raw_affiliation_strings":["QueerInAI and Allen Institute for AI, USA"],"raw_orcid":"https://orcid.org/0000-0001-6998-9863","affiliations":[{"raw_affiliation_string":"QueerInAI and Allen Institute for AI, USA","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080655454","display_name":"Arjun Subramonian","orcid":"https://orcid.org/0000-0002-0415-3800"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Subramonian","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-0415-3800","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039790523","display_name":"Huy Tu","orcid":"https://orcid.org/0000-0002-7843-252X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huy Tu","raw_affiliation_strings":["QueerInAI, USA"],"raw_orcid":"https://orcid.org/0000-0002-7843-252X","affiliations":[{"raw_affiliation_string":"QueerInAI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011791808","display_name":"William Agnew","orcid":"https://orcid.org/0000-0002-1362-554X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Agnew","raw_affiliation_strings":["Computer Science and Engineering, QueerInAI and University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-1362-554X","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, QueerInAI and University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101463080","display_name":"Avijit Ghosh","orcid":"https://orcid.org/0000-0002-8540-3698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avijit Ghosh","raw_affiliation_strings":["Khoury College of Computer Sciences, Queer in AI, USA"],"raw_orcid":"https://orcid.org/0000-0002-8540-3698","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Queer in AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052127592","display_name":"Kyra Yee","orcid":"https://orcid.org/0009-0000-6856-752X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyra Yee","raw_affiliation_strings":["Queer in AI, USA"],"raw_orcid":"https://orcid.org/0009-0000-6856-752X","affiliations":[{"raw_affiliation_string":"Queer in AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077385277","display_name":"Irene Font Peradejordi","orcid":"https://orcid.org/0000-0002-1571-0828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irene Font Peradejordi","raw_affiliation_strings":["Queer in AI, USA"],"raw_orcid":"https://orcid.org/0000-0002-1571-0828","affiliations":[{"raw_affiliation_string":"Queer in AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053442069","display_name":"Zeerak Talat","orcid":"https://orcid.org/0000-0001-5503-867X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeerak Talat","raw_affiliation_strings":["Queer in AI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5503-867X","affiliations":[{"raw_affiliation_string":"Queer in AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024040515","display_name":"Mayra Russo","orcid":"https://orcid.org/0000-0001-7080-6331"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayra Russo","raw_affiliation_strings":["Scientific Data Management, Queer in AI, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7080-6331","affiliations":[{"raw_affiliation_string":"Scientific Data Management, Queer in AI, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012692033","display_name":"Jessica de Jesus de Pinho Pinhal","orcid":"https://orcid.org/0000-0001-8457-1756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jess De Jesus De Pinho Pinhal","raw_affiliation_strings":["Queer in AI, France"],"raw_orcid":"https://orcid.org/0000-0001-8457-1756","affiliations":[{"raw_affiliation_string":"Queer in AI, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5070016875"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":2.5218,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.91527131,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"375","last_page":"386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/queer","display_name":"Queer","score":0.804764986038208},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7055360078811646},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5651084184646606},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5635109543800354},{"id":"https://openalex.org/keywords/citizen-journalism","display_name":"Citizen journalism","score":0.5404873490333557},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5080318450927734},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42572274804115295},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.39384981989860535},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3378695249557495},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3262485861778259},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.30320730805397034},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2769727110862732},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16759085655212402},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.11777988076210022},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.1036645770072937}],"concepts":[{"id":"https://openalex.org/C2778584255","wikidata":"https://www.wikidata.org/wiki/Q51415","display_name":"Queer","level":2,"score":0.804764986038208},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7055360078811646},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5651084184646606},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5635109543800354},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.5404873490333557},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5080318450927734},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42572274804115295},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.39384981989860535},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3378695249557495},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3262485861778259},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.30320730805397034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2769727110862732},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16759085655212402},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.11777988076210022},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.1036645770072937},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600211.3604682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3600211.3604682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.550000011920929,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1973416476","https://openalex.org/W2117138294","https://openalex.org/W2897042519","https://openalex.org/W2911227954","https://openalex.org/W2962059918","https://openalex.org/W2963691697","https://openalex.org/W3011675903","https://openalex.org/W3097185012","https://openalex.org/W3100279624","https://openalex.org/W3126557831","https://openalex.org/W3134214835","https://openalex.org/W3144277077","https://openalex.org/W3160887439","https://openalex.org/W3161237479","https://openalex.org/W3163524335","https://openalex.org/W3185376810","https://openalex.org/W3198409578","https://openalex.org/W3205290952","https://openalex.org/W3212368439","https://openalex.org/W3213151880","https://openalex.org/W3213241618","https://openalex.org/W4224992683","https://openalex.org/W4226125322","https://openalex.org/W4281999718","https://openalex.org/W4283161771","https://openalex.org/W4283168526","https://openalex.org/W4288058319","https://openalex.org/W4288739408","https://openalex.org/W4289293239","https://openalex.org/W4296405185","https://openalex.org/W4315642847","https://openalex.org/W4362679204","https://openalex.org/W4377157114","https://openalex.org/W4377823230","https://openalex.org/W4380319885","https://openalex.org/W4385570581"],"related_works":["https://openalex.org/W4229077546","https://openalex.org/W4224263776","https://openalex.org/W2769242725","https://openalex.org/W2607139361","https://openalex.org/W2752248129","https://openalex.org/W1565703913","https://openalex.org/W2775238576","https://openalex.org/W583499890","https://openalex.org/W4386318535","https://openalex.org/W4387397095"],"abstract_inverted_index":{"Bias":[0],"evaluation":[1,55],"benchmarks":[2],"and":[3,5,17,41,48,65,100,115,148,161],"dataset":[4],"model":[6],"documentation":[7],"have":[8,28,56],"emerged":[9],"as":[10],"central":[11],"processes":[12,27,85,166],"for":[13,31,96,156],"assessing":[14,66],"the":[15,36,43,49,67,128,145],"biases":[16],"harms":[18,68],"of":[19,38,53,69,130,150,159],"artificial":[20],"intelligence":[21],"(AI)":[22],"systems.":[23],"However,":[24],"these":[25],"auditing":[26,84,103],"been":[29,57,87],"criticized":[30],"their":[32,97],"failure":[33],"to":[34,113],"integrate":[35],"knowledge":[37],"marginalized":[39,79],"communities":[40,62,80,95],"consider":[42],"power":[44],"dynamics":[45],"between":[46],"auditors":[47],"communities.":[50],"Consequently,":[51],"modes":[52],"bias":[54,73,117,139],"proposed":[58],"that":[59,124],"engage":[60],"impacted":[61],"in":[63],"identifying":[64],"AI":[70],"systems":[71],"(e.g.,":[72,167],"bounties).":[74],"Even":[75],"so,":[76],"asking":[77],"what":[78,138],"want":[81],"from":[82,119,132],"such":[83],"has":[86],"neglected.":[88],"In":[89],"this":[90,106],"paper,":[91],"we":[92,108],"ask":[93],"queer":[94,120],"positions":[98],"on,":[99],"desires":[101],"from,":[102],"processes.":[104],"To":[105],"end,":[107],"organized":[109],"a":[110],"participatory":[111,165],"workshop":[112,133],"critique":[114],"redesign":[116],"bounties":[118,140,160,163],"perspectives.":[121],"We":[122,152],"found":[123],"when":[125],"given":[126],"space,":[127],"scope":[129],"feedback":[131],"participants":[134,143],"goes":[135],"far":[136],"beyond":[137],"afford,":[141],"with":[142,164],"questioning":[144],"ownership,":[146],"incentives,":[147],"efficacy":[149],"bounties.":[151],"conclude":[153],"by":[154],"advocating":[155],"community":[157],"ownership":[158],"complementing":[162],"co-creation).":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}