{"id":"https://openalex.org/W7162626606","doi":"https://doi.org/10.48550/arxiv.2605.28228","title":"When Seekers Are Hard to Help: Evaluating Emotional Support Dialogue Systems in Worst-Case Interactions","display_name":"When Seekers Are Hard to Help: Evaluating Emotional Support Dialogue Systems in Worst-Case Interactions","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162626606","doi":"https://doi.org/10.48550/arxiv.2605.28228"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28228","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137251750","display_name":"Jiajie Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jiajie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101562657","display_name":"Yangchun Li","orcid":"https://orcid.org/0000-0003-2950-1418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yangchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137307429","display_name":"Guanyi Chen","orcid":"https://orcid.org/0000-0002-0007-921X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137203339","display_name":"Rui Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042955565","display_name":"Xin Bai","orcid":"https://orcid.org/0000-0002-3815-0878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137284213","display_name":"Tingting He","orcid":"https://orcid.org/0000-0001-7523-6550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Tingting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.41449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.41449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.13050000369548798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.07259999960660934,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/seekers","display_name":"Seekers","score":0.6615999937057495},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5364999771118164},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44449999928474426},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.38440001010894775},{"id":"https://openalex.org/keywords/emotional-competence","display_name":"Emotional competence","score":0.3050000071525574}],"concepts":[{"id":"https://openalex.org/C2776493517","wikidata":"https://www.wikidata.org/wiki/Q1479542","display_name":"Seekers","level":2,"score":0.6615999937057495},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5533999800682068},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5364999771118164},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4311999976634979},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C118057910","wikidata":"https://www.wikidata.org/wiki/Q5373785","display_name":"Emotional competence","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C3018916638","wikidata":"https://www.wikidata.org/wiki/Q752118","display_name":"Emotional support","level":3,"score":0.2985999882221222},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.272599995136261}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotional":[0,144,149],"Support":[1],"Dialogue":[2],"Systems":[3],"(ESDSes)":[4],"are":[5,63,175],"increasingly":[6],"evaluated":[7],"and":[8,28,42,104,118,139,151,153,191],"trained":[9],"with":[10,87,97],"LLM-simulated":[11],"seekers.":[12],"However,":[13],"such":[14],"simulated":[15],"seekers":[16,62],"often":[17],"behave":[18],"as":[19],"cooperative,":[20],"average-case":[21],"users":[22],"who":[23,92],"disclose":[24],"clearly,":[25],"respond":[26],"constructively,":[27],"accept":[29],"support":[30],"within":[31],"a":[32,128],"few":[33],"turns.":[34],"This":[35],"can":[36,46,202],"lead":[37],"to":[38,65,68,188],"overly":[39],"optimistic":[40],"evaluation":[41,57,130],"obscure":[43],"whether":[44],"ESDSes":[45],"handle":[47],"difficult":[48,94],"help-seeking":[49],"interactions.":[50,171],"In":[51],"this":[52,111],"work,":[53],"we":[54,113,159,197],"study":[55,86],"ESDS":[56],"under":[58,169],"worst-case":[59,115,129,136,170,200],"interactions,":[60],"where":[61],"hard":[64],"help":[66],"due":[67],"low":[69],"engagement,":[70],"resistance,":[71],"limited":[72],"self-disclosure,":[73],"emotional":[74,194],"volatility,":[75],"or":[76],"rigid":[77],"negative":[78],"interpretations.":[79],"We":[80,125],"first":[81],"conduct":[82],"an":[83,134],"expert":[84],"simulation":[85,201],"eight":[88],"experienced":[89],"counselling":[90],"professionals,":[91],"simulate":[93],"seekers,":[95],"interact":[96],"existing":[98],"Chinese":[99],"ESDSes,":[100,181],"provide":[101],"scale":[102],"ratings,":[103],"participate":[105],"in":[106],"semi-structured":[107],"interviews.":[108],"Based":[109],"on":[110],"study,":[112],"derive":[114],"seeker":[116,137],"behaviours":[117],"identify":[119],"key":[120],"limitations":[121],"of":[122,133,211],"current":[123],"systems.":[124],"then":[126],"propose":[127],"framework":[131],"consisting":[132],"LLM-based":[135],"simulator":[138],"four":[140],"worst-case-oriented":[141],"metrics:":[142],"Deep":[143],"Understanding,":[145],"Guided":[146],"Exploration,":[147],"Balanced":[148],"Support,":[150],"Authentic":[152],"Grounded":[154],"Support.":[155],"Evaluating":[156],"17":[157],"systems,":[158],"find":[160],"that":[161,199],"nearly":[162],"all":[163],"models":[164,186],"suffer":[165],"substantial":[166],"performance":[167],"drops":[168],"Large":[172],"general-purpose":[173],"LLMs":[174],"generally":[176],"more":[177],"robust":[178],"than":[179],"specialised":[180],"but":[182],"even":[183],"the":[184,209],"strongest":[185],"struggle":[187],"sustain":[189],"engagement":[190],"improve":[192],"seekers'":[193],"states.":[195],"Finally,":[196],"show":[198],"also":[203],"generate":[204],"useful":[205],"training":[206],"data,":[207],"improving":[208],"robustness":[210],"smaller":[212],"models.":[213]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-29T00:00:00"}