{"id":"https://openalex.org/W4414487574","doi":"https://doi.org/10.1145/3757641","title":"Organization Matters: A Qualitative Study of Organizational Dynamics in Red Teaming Practices For Generative AI","display_name":"Organization Matters: A Qualitative Study of Organizational Dynamics in Red Teaming Practices For Generative AI","alternate_titles":[],"publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4414487574","doi":"https://doi.org/10.1145/3757641"},"language":"en","primary_location":{"id":"doi:10.1145/3757641","doi":"https://doi.org/10.1145/3757641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757641","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4414487574"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3757641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120018517","display_name":"Bixuan Ren","orcid":"https://orcid.org/0009-0001-2706-3672","observed_orcids":["https://orcid.org/0009-0001-2706-3672"]},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bixuan Ren","raw_affiliation_strings":["Syracuse University, Syracuse, New York, USA"],"raw_orcid":"https://orcid.org/0009-0001-2706-3672","affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, New York, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014866832","display_name":"EunJeong Cheon","orcid":"https://orcid.org/0000-0002-0515-6675","observed_orcids":["https://orcid.org/0000-0002-0515-6675"]},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"EunJeong Cheon","raw_affiliation_strings":["Syracuse University, Syracuse, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-0515-6675","affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, New York, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052379401","display_name":"Jianghui Li","orcid":"https://orcid.org/0009-0002-9800-6859","observed_orcids":["https://orcid.org/0009-0002-9800-6859"]},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jianghui Li","raw_affiliation_strings":["Syracuse University, Syracuse, New York, USA"],"raw_orcid":"https://orcid.org/0009-0002-9800-6859","affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, New York, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":1.3121,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81706294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"7","first_page":"1","last_page":"26"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7231000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7231000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.060499999672174454,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.04780000075697899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/red-teaming","display_name":"red teaming","score":0.9390000104904175},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.8330000042915344},{"id":"https://openalex.org/keywords/organizational-dynamics","display_name":"organizational dynamics","score":0.8759999871253967},{"id":"https://openalex.org/keywords/ai-risk-mitigation","display_name":"AI risk mitigation","score":0.9100000262260437},{"id":"https://openalex.org/keywords/organizational-resistance","display_name":"organizational resistance","score":0.753000020980835},{"id":"https://openalex.org/keywords/organizational-inertia","display_name":"organizational inertia","score":0.9549999833106995},{"id":"https://openalex.org/keywords/user-centered-design","display_name":"user-centered design","score":0.7120000123977661},{"id":"https://openalex.org/keywords/user-research","display_name":"user research","score":0.9229999780654907},{"id":"https://openalex.org/keywords/ai-development-lifecycle","display_name":"AI development lifecycle","score":0.43799999356269836},{"id":"https://openalex.org/keywords/vulnerable-users","display_name":"vulnerable users","score":0.46000000834465027}],"concepts":[{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5845000147819519},{"id":"https://openalex.org/C50962388","wikidata":"https://www.wikidata.org/wiki/Q762018","display_name":"Invisibility","level":2,"score":0.5483999848365784},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4733999967575073},{"id":"https://openalex.org/C169735623","wikidata":"https://www.wikidata.org/wiki/Q1430172","display_name":"Organizational learning","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C2988667872","wikidata":"https://www.wikidata.org/wiki/Q19483216","display_name":"Organizational dynamics","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C155109394","wikidata":"https://www.wikidata.org/wiki/Q2029930","display_name":"Organizational studies","level":3,"score":0.4124999940395355},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C129018949","wikidata":"https://www.wikidata.org/wiki/Q650472","display_name":"Organization development","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.31279999017715454},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3109999895095825},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C3017995491","wikidata":"https://www.wikidata.org/wiki/Q19483216","display_name":"Organizational change","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C182566","wikidata":"https://www.wikidata.org/wiki/Q759524","display_name":"Organizational structure","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27950000762939453},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27160000801086426},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C67674302","wikidata":"https://www.wikidata.org/wiki/Q730573","display_name":"Organizational culture","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C3017445034","wikidata":"https://www.wikidata.org/wiki/Q19483216","display_name":"Organizational systems","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3757641","doi":"https://doi.org/10.1145/3757641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757641","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.12504","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.12504","pdf_url":"https://arxiv.org/pdf/2508.12504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2508.12504","doi":"https://doi.org/10.48550/arxiv.2508.12504","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.12504","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3757641","doi":"https://doi.org/10.1145/3757641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757641","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414487574.pdf","grobid_xml":"https://content.openalex.org/works/W4414487574.grobid-xml"},"referenced_works_count":82,"referenced_works":["https://openalex.org/W972548929","https://openalex.org/W1512605974","https://openalex.org/W1549022070","https://openalex.org/W1997052066","https://openalex.org/W2028740820","https://openalex.org/W2040770135","https://openalex.org/W2128300405","https://openalex.org/W2572587835","https://openalex.org/W2750779823","https://openalex.org/W2768343520","https://openalex.org/W2769533150","https://openalex.org/W2886545828","https://openalex.org/W2897979746","https://openalex.org/W2900665946","https://openalex.org/W3158479996","https://openalex.org/W3159435787","https://openalex.org/W3171850892","https://openalex.org/W3176588146","https://openalex.org/W3196160080","https://openalex.org/W3202420604","https://openalex.org/W4210798151","https://openalex.org/W4221099964","https://openalex.org/W4225001019","https://openalex.org/W4226099958","https://openalex.org/W4226112058","https://openalex.org/W4230477078","https://openalex.org/W4235683296","https://openalex.org/W4241062781","https://openalex.org/W4253763531","https://openalex.org/W4280609065","https://openalex.org/W4281564584","https://openalex.org/W4283157303","https://openalex.org/W4286284682","https://openalex.org/W4296413526","https://openalex.org/W4309619853","https://openalex.org/W4321610533","https://openalex.org/W4323929307","https://openalex.org/W4327810158","https://openalex.org/W4366548035","https://openalex.org/W4366549649","https://openalex.org/W4367046988","https://openalex.org/W4376632525","https://openalex.org/W4377009954","https://openalex.org/W4379919048","https://openalex.org/W4380320348","https://openalex.org/W4380322001","https://openalex.org/W4380361082","https://openalex.org/W4382249028","https://openalex.org/W4384807759","https://openalex.org/W4385656600","https://openalex.org/W4386242329","https://openalex.org/W4386401787","https://openalex.org/W4387344803","https://openalex.org/W4392106982","https://openalex.org/W4393146522","https://openalex.org/W4393229399","https://openalex.org/W4393259351","https://openalex.org/W4395064833","https://openalex.org/W4396817121","https://openalex.org/W4396945138","https://openalex.org/W4398133596","https://openalex.org/W4398167140","https://openalex.org/W4399251710","https://openalex.org/W4400012378","https://openalex.org/W4400142396","https://openalex.org/W4400142584","https://openalex.org/W4400921803","https://openalex.org/W4403045674","https://openalex.org/W4403595422","https://openalex.org/W4403785869","https://openalex.org/W4404088697","https://openalex.org/W4404172870","https://openalex.org/W4404518338","https://openalex.org/W4404783461","https://openalex.org/W4405432888","https://openalex.org/W4406435421","https://openalex.org/W4408109684","https://openalex.org/W4408327679","https://openalex.org/W4411541850","https://openalex.org/W4412035701","https://openalex.org/W4412376859","https://openalex.org/W4415250216"],"related_works":["https://openalex.org/W4416060406","https://openalex.org/W6948207340","https://openalex.org/W4404518338","https://openalex.org/W4400601245","https://openalex.org/W7160606531","https://openalex.org/W7170152288","https://openalex.org/W6884706810","https://openalex.org/W4405432888","https://openalex.org/W4403785869","https://openalex.org/W7106320067"],"abstract_inverted_index":{"The":[0],"rapid":[1],"integration":[2],"of":[3,42,51,68,74,86,115,124,133],"generative":[4],"artificial":[5],"intelligence":[6],"(GenAI)":[7],"across":[8],"diverse":[9],"fields":[10],"underscores":[11],"the":[12,40,66,72,84,113,122,129],"critical":[13],"need":[14],"for":[15,118],"red":[16,43,56,70,88,119,126],"teaming":[17,44,89,120,127],"efforts":[18],"to":[19,78],"proactively":[20],"identify":[21],"and":[22,83,104,121],"mitigate":[23,108],"associated":[24],"risks.":[25],"While":[26],"previous":[27],"research":[28,117],"primarily":[29],"addresses":[30],"technical":[31],"aspects,":[32],"this":[33],"paper":[34],"highlights":[35],"organizational":[36,97,100,102,105],"factors":[37],"that":[38],"hinder":[39],"effectiveness":[41],"in":[45],"real-world":[46],"settings.":[47],"Through":[48],"qualitative":[49],"analysis":[50],"17":[52],"semi-structured":[53],"interviews":[54],"with":[55],"teamers":[57],"from":[58,95],"various":[59],"organizations,":[60],"we":[61,111],"uncover":[62],"challenges":[63],"such":[64],"as":[65],"marginalization":[67],"vulnerable":[69,79],"teamers,":[71],"invisibility":[73],"nuanced":[75],"AI":[76],"risks":[77],"users":[80],"until":[81],"post-deployment,":[82],"lack":[85],"user-centered":[87],"approaches.":[90],"These":[91],"issues":[92],"often":[93],"arise":[94],"underlying":[96],"dynamics,":[98,110],"including":[99],"resistance,":[101],"inertia,":[103],"mediocracy.":[106],"To":[107],"these":[109],"discuss":[112],"implications":[114],"user":[116],"importance":[123],"embedding":[125],"throughout":[128],"entire":[130],"development":[131],"cycle":[132],"GenAI":[134],"systems.":[135]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4414487574","counts_by_year":[{"year":2026,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
