{"id":"https://openalex.org/W7124998099","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331545","title":"Performance Evaluation and Analysis of LLMs for Detecting Dangerous Speech in Emotional Disorder Data","display_name":"Performance Evaluation and Analysis of LLMs for Detecting Dangerous Speech in Emotional Disorder Data","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W7124998099","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331545"},"language":null,"primary_location":{"id":"doi:10.1109/cloudcom67567.2025.11331545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331545","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123427566","display_name":"Shuojiayin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuojiayin Yang","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University,Lanzhou,China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University,Lanzhou,China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123432032","display_name":"Jiaxin Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Chen","raw_affiliation_strings":["Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380","https://openalex.org/I4388482657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012705663","display_name":"Yongfeng Tao","orcid":"https://orcid.org/0009-0009-9712-9380"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongfeng Tao","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University,Lanzhou,China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University,Lanzhou,China","institution_ids":["https://openalex.org/I76214153"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5123427566"],"corresponding_institution_ids":["https://openalex.org/I76214153"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.79126112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.6959999799728394,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.6959999799728394,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07800000160932541,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7339000105857849},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4722000062465668},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4422000050544739},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4262000024318695},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.34060001373291016},{"id":"https://openalex.org/keywords/human-factors-and-ergonomics","display_name":"Human factors and ergonomics","score":0.3278000056743622},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.3174999952316284},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.2976999878883362}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7339000105857849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5058000087738037},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46129998564720154},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.45750001072883606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45190000534057617},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.40130001306533813},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3368000090122223},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.3278000056743622},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3174999952316284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3077000081539154},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C2993829489","wikidata":"https://www.wikidata.org/wiki/Q5153317","display_name":"Common core","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cloudcom67567.2025.11331545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331545","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.43548986315727234,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2098958400","https://openalex.org/W2117645142","https://openalex.org/W2163928333","https://openalex.org/W2741216199","https://openalex.org/W2769128147","https://openalex.org/W2889391310","https://openalex.org/W3100355250","https://openalex.org/W4205208574","https://openalex.org/W4388014397","https://openalex.org/W4390992209","https://openalex.org/W4393147129","https://openalex.org/W4393180737","https://openalex.org/W4399601585","https://openalex.org/W4400033126","https://openalex.org/W4404331936","https://openalex.org/W4406261018","https://openalex.org/W4407449803","https://openalex.org/W4412925667","https://openalex.org/W4413822152","https://openalex.org/W4414362097"],"related_works":[],"abstract_inverted_index":{"Affective":[0],"computing,":[1],"as":[2,24],"a":[3,38,97,106],"core":[4,174],"technology":[5],"for":[6],"intelligent":[7],"services,":[8],"is":[9],"rapidly":[10],"transitioning":[11],"from":[12,137],"the":[13,69,157,164,176],"laboratory":[14],"to":[15,33,54,119,139,222],"real-world,":[16],"cloud-driven":[17],"applications,":[18],"particularly":[19],"in":[20,58],"critical":[21],"areas":[22],"such":[23],"mental":[25],"health.":[26],"Research":[27],"utilizing":[28],"large":[29],"language":[30],"models":[31],"(LLMs)":[32],"study":[34],"affective":[35,76,91,220],"disorders":[36],"has":[37],"long":[39],"history,":[40],"with":[41,134,145,156],"numerous":[42],"AI-based":[43],"diagnostic":[44],"approaches":[45],"proposed.":[46],"However,":[47],"few":[48],"studies":[49],"have":[50],"evaluated":[51],"LLMs'":[52],"ability":[53],"identify":[55],"dangerous":[56,87],"discourse":[57],"natural":[59],"conversational":[60],"settings.":[61],"To":[62],"address":[63],"this":[64,66],"gap,":[65],"paper":[67],"conducts":[68],"first":[70],"systematic":[71],"evaluation":[72,108],"of":[73,160,163],"five":[74],"cutting-edge":[75],"LLMs-GPT-5,":[77],"Gemini,":[78],"DeepSeek,":[79],"Kimi,":[80],"and":[81,85,116,123,148,185,217],"Doubao-in":[82],"identifying":[83],"depression-":[84],"anxiety-related":[86],"statements":[88],"within":[89],"general":[90],"contexts.":[92],"Testing":[93],"was":[94],"performed":[95],"using":[96],"meticulously":[98],"curated":[99],"real":[100],"clinical":[101],"dialogue":[102],"dataset.":[103],"We":[104],"designed":[105],"comprehensive":[107],"framework":[109],"integrating":[110],"human":[111],"annotation,":[112],"multi-scenario":[113],"sample":[114],"data,":[115],"multidimensional":[117],"metrics":[118],"measure":[120],"model":[121],"performance":[122,130],"generalization":[124,144,224],"capabilities.":[125],"Experimental":[126],"results":[127,165],"reveal":[128],"significant":[129],"disparities":[131],"among":[132],"models,":[133],"accuracy":[135,147],"ranging":[136],"0.66":[138],"0.92.":[140],"DeepSeek":[141],"achieves":[142],"optimal":[143],"0.92":[146],"0.98":[149],"recall,":[150],"while":[151],"Gemini":[152],"exhibits":[153],"notable":[154],"limitations":[155],"lowest":[158],"recall":[159],"0.59.":[161],"Analysis":[162],"reveals":[166],"that":[167],"current":[168],"LLM":[169],"deployment":[170],"research":[171],"faces":[172],"three":[173],"challenges:":[175],"persistent":[177],"precision-recall":[178],"trade-off":[179],"dilemma;":[180],"limited":[181],"contextual":[182,214],"understanding":[183],"capabilities;":[184],"inadequate":[186],"risk":[187],"stratification":[188],"beyond":[189],"binary":[190],"classification.":[191],"Based":[192],"on":[193],"these":[194],"findings,":[195],"we":[196],"propose":[197],"two":[198],"practical":[199],"recommendations:":[200],"clinicians":[201],"should":[202],"adopt":[203],"human-supervised":[204],"hybrid":[205],"approaches;":[206],"developers":[207],"must":[208],"enhance":[209],"safety":[210],"alignment":[211],"mechanisms,":[212],"improve":[213],"reasoning":[215],"capabilities,":[216],"build":[218],"explainable":[219],"LLMs":[221],"achieve":[223],"across":[225],"diverse":[226],"scenarios.":[227]},"counts_by_year":[],"updated_date":"2026-01-22T23:29:09.771500","created_date":"2026-01-21T00:00:00"}
