{"id":"https://openalex.org/W7125580424","doi":"https://doi.org/10.1109/cascon66301.2025.00121","title":"Evaluating Toxicity Understanding of LLM Agents","display_name":"Evaluating Toxicity Understanding of LLM Agents","publication_year":2025,"publication_date":"2025-11-10","ids":{"openalex":"https://openalex.org/W7125580424","doi":"https://doi.org/10.1109/cascon66301.2025.00121"},"language":"en","primary_location":{"id":"doi:10.1109/cascon66301.2025.00121","doi":"https://doi.org/10.1109/cascon66301.2025.00121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cascon66301.2025.00121","pdf_url":null,"source":{"id":"https://openalex.org/S4210189159","display_name":"IEEE International Conference on Collaborative Advances in Software and Computing (CASCON)","issn_l":"1705-7345","issn":["1705-7345","1705-7353","1705-7361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Collaborative Advances in Software and COmputiNg (CASCON)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029382491","display_name":"Ramaravind Kommiya Mothilal","orcid":"https://orcid.org/0000-0002-6469-3091","observed_orcids":["https://orcid.org/0000-0002-6469-3091"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ramaravind Kommiya Mothilal","raw_affiliation_strings":["Faculty of Information, University of Toronto,Toronto,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information, University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089574660","display_name":"Syed Ishtiaque Ahmed","orcid":"https://orcid.org/0000-0003-2452-0687","observed_orcids":["https://orcid.org/0000-0003-2452-0687"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Syed Ishtiaque Ahmed","raw_affiliation_strings":["University of Toronto,Department of Computer Science,Toronto,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Computer Science,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100659941","display_name":"Shion Guha","orcid":"https://orcid.org/0000-0003-0073-2378","observed_orcids":["https://orcid.org/0000-0003-0073-2378"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shion Guha","raw_affiliation_strings":["Faculty of Information, University of Toronto,Toronto,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information, University of Toronto,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.49749408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"661","last_page":"666"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.039799999445676804,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6909999847412109},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8529999852180481},{"id":"https://openalex.org/keywords/agentic-workflows","display_name":"agentic workflows","score":0.9139999747276306},{"id":"https://openalex.org/keywords/toxicity-detection","display_name":"toxicity detection","score":0.8159999847412109},{"id":"https://openalex.org/keywords/assessment-framework","display_name":"evaluation framework","score":0.8989999890327454},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"trustworthiness","score":0.7419999837875366},{"id":"https://openalex.org/keywords/hate-speech","display_name":"hate speech","score":0.824999988079071},{"id":"https://openalex.org/keywords/stereotyping","display_name":"stereotyping","score":0.7789999842643738}],"concepts":[{"id":"https://openalex.org/C29730261","wikidata":"https://www.wikidata.org/wiki/Q274160","display_name":"Toxicity","level":2,"score":0.5626999735832214},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29910001158714294},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C2910804846","wikidata":"https://www.wikidata.org/wiki/Q274160","display_name":"Chemical toxicity","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2768000066280365},{"id":"https://openalex.org/C2992092908","wikidata":"https://www.wikidata.org/wiki/Q45959","display_name":"Drug toxicity","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cascon66301.2025.00121","doi":"https://doi.org/10.1109/cascon66301.2025.00121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cascon66301.2025.00121","pdf_url":null,"source":{"id":"https://openalex.org/S4210189159","display_name":"IEEE International Conference on Collaborative Advances in Software and Computing (CASCON)","issn_l":"1705-7345","issn":["1705-7345","1705-7353","1705-7361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Collaborative Advances in Software and COmputiNg (CASCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.41430363059043884}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2059291766","https://openalex.org/W2737041661","https://openalex.org/W3005511556","https://openalex.org/W3045321166","https://openalex.org/W3088599783","https://openalex.org/W3115453555","https://openalex.org/W3173465197","https://openalex.org/W3173610337","https://openalex.org/W3176618728","https://openalex.org/W3206428286","https://openalex.org/W3216765044","https://openalex.org/W4221166075","https://openalex.org/W4224940987","https://openalex.org/W4225817241","https://openalex.org/W4246671941","https://openalex.org/W4287888558","https://openalex.org/W4308391526","https://openalex.org/W4378908626","https://openalex.org/W4385571140","https://openalex.org/W4385572096","https://openalex.org/W4386566656","https://openalex.org/W4387845427","https://openalex.org/W4389524162","https://openalex.org/W4402288698","https://openalex.org/W4402671236","https://openalex.org/W4403850457","https://openalex.org/W4404781097","https://openalex.org/W4409357579"],"related_works":["https://openalex.org/W4404781097","https://openalex.org/W7165473041","https://openalex.org/W4400485905","https://openalex.org/W4402670855","https://openalex.org/W4415798831","https://openalex.org/W7140092366","https://openalex.org/W7092708227","https://openalex.org/W7164392850","https://openalex.org/W4414875577","https://openalex.org/W7119069015"],"abstract_inverted_index":{"Research":[0],"on":[1,8],"toxicity":[2,90,106,115],"in":[3,18,27,80,108,116,122],"LLMs":[4,31,48,109,113],"has":[5],"largely":[6],"focused":[7],"detection":[9,107],"tasks,":[10],"such":[11,56],"as":[12],"identifying":[13],"hate":[14],"speech":[15],"or":[16],"stereotyping":[17],"texts.":[19],"Recently,":[20],"these":[21],"tasks":[22,124],"have":[23],"increasingly":[24],"been":[25],"embedded":[26],"agentic":[28,93],"workflows,":[29],"where":[30],"autonomously":[32],"query":[33],"external":[34],"APIs":[35],"and":[36,83],"reason":[37],"over":[38],"results":[39],"before":[40],"responding.":[41],"This":[42],"shift":[43,101],"promotes":[44],"the":[45,77,102],"perception":[46],"that":[47],"exhibit":[49],"an":[50],"\u201cunderstanding\u201d":[51],"of":[52,92],"toxicity,":[53],"yet":[54],"how":[55,112],"understanding":[57,91],"can":[58],"be":[59],"meaningfully":[60],"interpreted":[61],"by":[62,75],"humans":[63],"remains":[64],"unclear.":[65],"In":[66],"this":[67,73,96],"position":[68],"paper,":[69],"we":[70],"first":[71],"unpack":[72],"oversight":[74],"highlighting":[76],"fundamental":[78],"gaps":[79],"current":[81],"literature":[82],"then":[84],"propose":[85],"a":[86],"framework":[87],"for":[88],"evaluating":[89,111],"LLMs.":[94],"Overall,":[95],"short":[97],"paper":[98],"aims":[99],"to":[100,110,118],"discourse":[103],"from":[104],"improving":[105],"understand":[114],"order":[117],"enhance":[119],"their":[120],"trustworthiness":[121],"downstream":[123]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-01-25T00:00:00"}