{"id":"https://openalex.org/W4411542026","doi":"https://doi.org/10.1145/3715275.3732120","title":"When Testing AI Tests Us: Safeguarding Mental Health on the Digital Frontlines","display_name":"When Testing AI Tests Us: Safeguarding Mental Health on the Digital Frontlines","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411542026","doi":"https://doi.org/10.1145/3715275.3732120"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732120","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732120","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732120","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086210209","display_name":"Sachin R. Pendse","orcid":"https://orcid.org/0000-0001-6925-3258"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sachin R. Pendse","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-6925-3258","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061173804","display_name":"Darren Gergle","orcid":"https://orcid.org/0000-0003-4052-0214"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darren Gergle","raw_affiliation_strings":["Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0003-4052-0214","affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060905224","display_name":"Rachel Kornfield","orcid":"https://orcid.org/0000-0001-8542-6913"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachel Kornfield","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-8542-6913","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031008982","display_name":"Jonah Meyerhoff","orcid":"https://orcid.org/0000-0001-5149-7959"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonah Meyerhoff","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-5149-7959","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051245888","display_name":"David C. Mohr","orcid":"https://orcid.org/0000-0002-5443-7596"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Mohr","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-5443-7596","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072651383","display_name":"Jina Suh","orcid":"https://orcid.org/0000-0002-7646-5563"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jina Suh","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-7646-5563","affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015184480","display_name":"Annie Wescott","orcid":"https://orcid.org/0000-0001-7458-3251"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Annie Wescott","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-7458-3251","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023999594","display_name":"Casey Williams","orcid":"https://orcid.org/0000-0002-6922-5131"},"institutions":[{"id":"https://openalex.org/I4210107964","display_name":"Williams & Associates","ror":"https://ror.org/01jncky63","country_code":"US","type":"other","lineage":["https://openalex.org/I4210107964"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Casey Williams","raw_affiliation_strings":["Williams Research Consulting, Lawrence, Kansas, USA"],"raw_orcid":"https://orcid.org/0000-0002-6922-5131","affiliations":[{"raw_affiliation_string":"Williams Research Consulting, Lawrence, Kansas, USA","institution_ids":["https://openalex.org/I4210107964"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044342414","display_name":"Jessica L. Schleider","orcid":"https://orcid.org/0000-0003-2426-1953"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Schleider","raw_affiliation_strings":["Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0003-2426-1953","affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5086210209"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":3.9486,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93723816,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1793","last_page":"1804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10272","display_name":"Mental Health Treatment and Access","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10168","display_name":"COVID-19 and Mental Health","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safeguarding","display_name":"Safeguarding","score":0.8931052684783936},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.5622774362564087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5607859492301941},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.414658784866333},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32631587982177734},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24851194024085999},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.18236947059631348},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17785897850990295},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13395652174949646},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.13157513737678528}],"concepts":[{"id":"https://openalex.org/C2776743756","wikidata":"https://www.wikidata.org/wiki/Q5097921","display_name":"Safeguarding","level":2,"score":0.8931052684783936},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5622774362564087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5607859492301941},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.414658784866333},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32631587982177734},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24851194024085999},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.18236947059631348},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17785897850990295},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13395652174949646},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.13157513737678528},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3715275.3732120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732120","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732120","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732120","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732120","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G7810326241","display_name":null,"funder_award_id":"T32MH115882, K08MH128640, K01MH125172, and P50MH119029","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411542026.pdf","grobid_xml":"https://content.openalex.org/works/W4411542026.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W188734188","https://openalex.org/W1506682350","https://openalex.org/W1748042182","https://openalex.org/W1966602601","https://openalex.org/W1969900674","https://openalex.org/W1982456939","https://openalex.org/W1991450142","https://openalex.org/W1995267778","https://openalex.org/W2007618474","https://openalex.org/W2032879157","https://openalex.org/W2042543604","https://openalex.org/W2067609776","https://openalex.org/W2079523174","https://openalex.org/W2116577406","https://openalex.org/W2144443583","https://openalex.org/W2157169360","https://openalex.org/W2161373612","https://openalex.org/W2165526128","https://openalex.org/W2314460243","https://openalex.org/W2578834272","https://openalex.org/W2592700760","https://openalex.org/W2593170437","https://openalex.org/W2597876395","https://openalex.org/W2803318920","https://openalex.org/W2884502072","https://openalex.org/W2897979746","https://openalex.org/W2941624906","https://openalex.org/W2951435323","https://openalex.org/W2957654274","https://openalex.org/W2971705903","https://openalex.org/W3006370585","https://openalex.org/W3088079406","https://openalex.org/W3144013957","https://openalex.org/W3157293797","https://openalex.org/W3160694721","https://openalex.org/W3163562865","https://openalex.org/W3182492052","https://openalex.org/W3194376490","https://openalex.org/W4205299028","https://openalex.org/W4225833435","https://openalex.org/W4245038302","https://openalex.org/W4246015138","https://openalex.org/W4247936874","https://openalex.org/W4255204422","https://openalex.org/W4289254944","https://openalex.org/W4310676314","https://openalex.org/W4312179235","https://openalex.org/W4312204748","https://openalex.org/W4372271678","https://openalex.org/W4385894687","https://openalex.org/W4386242329","https://openalex.org/W4386834659","https://openalex.org/W4389468919","https://openalex.org/W4389665981","https://openalex.org/W4390336625","https://openalex.org/W4396230932","https://openalex.org/W4396827175","https://openalex.org/W4400484590","https://openalex.org/W4401243254","https://openalex.org/W4403168243","https://openalex.org/W4403773228","https://openalex.org/W4406110125"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2899084033","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525"],"abstract_inverted_index":{"The":[0],"systematic":[1],"testing":[2],"of":[3,22,41,50,102,121,129,135,154,197],"generative":[4,42,105],"artificial":[5],"intelligence":[6],"(AI)":[7],"models":[8,29,107],"by":[9,78,174,262],"collaborative":[10],"teams":[11,58,80],"and":[12,71,133,181,192,210,224,230],"distributed":[13],"individuals,":[14],"often":[15],"called":[16],"red-teaming,":[17],"is":[18,115,125],"a":[19,46,158],"core":[20],"part":[21],"the":[23,37,62,92,127,130,149,164,171,194,256],"infrastructure":[24],"that":[25,27,87,104,148,184],"ensures":[26],"AI":[28,43,106,123,155],"do":[30,108],"not":[31,109],"produce":[32],"harmful":[33,73],"content.Unlike":[34],"past":[35],"technologies,":[36],"black":[38],"box":[39],"nature":[40],"systems":[44],"necessitates":[45],"uniquely":[47,89],"interactional":[48,75,211],"mode":[49],"testing,":[51],"one":[52],"in":[53,83],"which":[54],"individuals":[55,229],"on":[56,244],"red":[57,79,99,175,263],"actively":[59],"interact":[60],"with":[61,170],"system,":[63],"leveraging":[64],"natural":[65],"language":[66],"to":[67,91,97,139,188,214],"simulate":[68],"malicious":[69],"actors":[70],"solicit":[72],"outputs.This":[74],"labor":[76,172,212],"done":[77,173],"can":[81],"result":[82],"mental":[84,131,151,166,195,219,238,258],"health":[85,132,152,167,196,220,239,259],"harms":[86],"are":[88,157],"tied":[90],"adversarial":[93],"engagement":[94],"strategies":[95,183,202],"necessary":[96],"effectively":[98],"team.The":[100],"importance":[101],"ensuring":[103],"propagate":[110],"societal":[111],"or":[112],"individual":[113,180],"harm":[114],"widely":[116],"recognized-one":[117],"less":[118],"visible":[119],"foundation":[120],"end-to-end":[122],"safety":[124,161],"also":[126],"protection":[128],"wellbeing":[134],"those":[136],"who":[137],"work":[138],"keep":[140],"model":[141],"outputs":[142],"safe.In":[143],"this":[144],"paper,":[145],"we":[146,177,248],"argue":[147],"unmet":[150],"needs":[153],"redteamers":[156],"critical":[159],"workplace":[160],"concern.Through":[162],"analyzing":[163],"unique":[165],"impacts":[168],"associated":[169],"teams,":[176],"propose":[178],"potential":[179],"organizational":[182],"could":[185,252],"be":[186,253],"used":[187],"meet":[189],"these":[190,233,245],"needs,":[191],"safeguard":[193,236],"red-teamers.We":[198],"develop":[199],"our":[200],"proposed":[201],"through":[203],"drawing":[204],"parallels":[205],"between":[206],"common":[207,213],"red-teaming":[208],"practices":[209],"other":[215],"professions":[216],"(including":[217],"actors,":[218],"professionals,":[221],"conflict":[222],"photographers,":[223],"content":[225],"moderators),":[226],"describing":[227],"how":[228,250],"organizations":[231,265],"within":[232],"professional":[234],"spaces":[235],"their":[237],"given":[240],"similar":[241],"psychological":[242],"demands.Drawing":[243],"protective":[246],"practices,":[247],"describe":[249],"safeguards":[251],"adapted":[254],"for":[255],"distinct":[257],"challenges":[260],"experienced":[261],"teaming":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}