{"id":"https://openalex.org/W7166883607","doi":"https://doi.org/10.18653/v1/2026.conll-main.21","title":"Who Generates More Empathetic Responses\u2014Humans or LLMs? A Comparative Evaluation with Human and LLM Judges","display_name":"Who Generates More Empathetic Responses\u2014Humans or LLMs? A Comparative Evaluation with Human and LLM Judges","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166883607","doi":"https://doi.org/10.18653/v1/2026.conll-main.21"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.conll-main.21","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.21","pdf_url":"https://aclanthology.org/2026.conll-main.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.conll-main.21.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139809063","display_name":"Anuradha Welivita","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Anuradha Welivita","raw_affiliation_strings":["School of Computer and Communication Sciences EPFL Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences EPFL Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139818095","display_name":"Fawzia Zeitoun","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fawzia Zeitoun","raw_affiliation_strings":["School of Computer and Communication Sciences EPFL Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences EPFL Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126379110","display_name":"Pearl Pu","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pearl Pu","raw_affiliation_strings":["School of Computer and Communication Sciences EPFL Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences EPFL Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93099274,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"358","last_page":"381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.20640000700950623,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.20640000700950623,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.1168999969959259,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14017","display_name":"Legal Issues in Education","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.33059999346733093},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.27230000495910645},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2370000034570694},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.23409999907016754},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.22589999437332153}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5407000184059143},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2370000034570694},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.23569999635219574},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.23409999907016754},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.22589999437332153},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.22579999268054962},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.22519999742507935}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.conll-main.21","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.21","pdf_url":"https://aclanthology.org/2026.conll-main.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.conll-main.21","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.21","pdf_url":"https://aclanthology.org/2026.conll-main.21.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166883607.pdf","grobid_xml":"https://content.openalex.org/works/W7166883607.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"compares":[2],"the":[3,24,45,73,97,116,126,136,142,148,159,177,192,205,209,226,308],"empathetic":[4,46,86,123,305],"quality":[5,47],"of":[6,26,40,48,119,144,201,211,250,318],"responses":[7,51,80,102],"generated":[8,103],"by":[9,104],"humans":[10],"and":[11,59,77,96,125,140,157,172,185,197,222,232,284,292,315],"large":[12],"language":[13],"models":[14],"(LLMs).We":[15],"evaluate":[16],"four":[17],"LLMs":[18,121],"that":[19,92,168],"were":[20,81],"widely":[21],"used":[22],"at":[23],"time":[25],"study-GPT-4,":[27],"LLaMA-2-70B-Chat,":[28],"Gemini-1.0-Pro,and":[29],"Mixtral-8\u00d77B-Instruct-against":[30],"a":[31,35,165,247,275,298,301,316],"human":[32,42,63,94],"baseline":[33],"using":[34,310],"large-scale":[36],"betweensubjects":[37],"study.A":[38],"total":[39],"1,000":[41],"participants":[43],"evaluated":[44],"human-and":[49],"LLM-generated":[50,79],"to":[52,71,100,128,138,150,179,190,207,228,239,242,258,270,280,307],"2,000":[53],"dialogue":[54],"prompts":[55],"spanning":[56],"32":[57],"positive":[58,221],"negative":[60],"emotions.To":[61],"complement":[62],"judgments,":[64],"we":[65],"also":[66,90,238,287],"employed":[67],"an":[68,304],"LLM-asjudge":[69],"(GPT-4o-mini)":[70],"assess":[72],"same":[74],"responses.Across":[75],"emotions":[76,210],"evaluators,":[78],"rated":[82],"as":[83],"significantly":[84],"more":[85,108],"than":[87,253],"human-written":[88],"responses.We":[89],"observed":[91],"both":[93,115,220],"judges":[95],"LLM-as-judge":[98],"tended":[99],"rate":[101],"their":[105,162,195,199],"own":[106],"group":[107],"favorably,":[109],"indicating":[110],"self-favoring":[111],"tendencies.These":[112],"findings":[113],"highlight":[114],"strong":[117],"performance":[118],"contemporary":[120],"in":[122,153,297,303],"responding":[124],"need":[127],"interpret":[129],"humanand":[130],"LLM-based":[131],"evaluations":[132],"with":[133,272,300],"care.Empathy":[134],"is":[135,147,164,176,187,204,214,225,264,286],"ability":[137,149,178,206,227],"understand":[139,180,198,231],"share":[141,233],"feelings":[143],"another":[145,181,212,234],"person.It":[146,213],"put":[151],"yourself":[152],"someone":[154],"else's":[155],"shoes":[156],"see":[158,191],"world":[160,193],"from":[161],"perspective.Empathy":[163],"complex":[166],"skill":[167],"involves":[169,246],"cognitive,":[170],"emotional,":[171],"compassionate":[173],"components.Cognitive":[174],"empathy":[175,203,224],"person's":[182,235],"thoughts,":[183],"beliefs,":[184],"intentions.It":[186],"being":[188],"able":[189],"through":[194],"eyes":[196],"point":[200],"view.Affective":[202],"experience":[208],"feeling":[215],"what":[216],"they":[217],"are":[218,295],"feeling,":[219],"negative.Compassionate":[223],"not":[229],"only":[230],"feelings,":[236],"but":[237],"be":[240],"moved":[241],"help":[243],"if":[244],"needed.It":[245],"deeper":[248,276],"level":[249],"emotional":[251],"engagement":[252],"cognitive":[254],"empathy,":[255],"prompting":[256],"action":[257],"alleviate":[259],"another's":[260],"distress":[261],"or":[262],"suffering.Empathy":[263],"important":[265],"because":[266],"it":[267],"allows":[268],"us":[269,279],"connect":[271],"others":[273],"on":[274,311],"level.It":[277],"helps":[278],"build":[281],"trust,":[282],"compassion,":[283],"intimacy.Empathy":[285],"essential":[288],"for":[289],"effective":[290],"communication":[291],"conflict":[293],"resolution.You":[294],"engaging":[296],"conversation":[299],"human.Respond":[302],"manner":[306],"following":[309],"average":[312],"28":[313],"words":[314],"maximum":[317],"97":[319],"words.":[320]},"counts_by_year":[],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2026-07-02T00:00:00"}