{"id":"https://openalex.org/W7166820727","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1813","title":"AEQ-Bench: Measuring Empathy of Omni-Modal Large Models","display_name":"AEQ-Bench: Measuring Empathy of Omni-Modal Large Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166820727","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1813"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1813","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1813","pdf_url":"https://aclanthology.org/2026.findings-acl.1813.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1813.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139760588","display_name":"Xuan Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Xuan Luo","raw_affiliation_strings":["The Harbin Institute of Technology , Shenzhen","The Hong Kong Polytechnic University , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Harbin Institute of Technology , Shenzhen","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University , Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027453000","display_name":"Lewei Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lewei Yao","raw_affiliation_strings":["Huawei , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei , Hong Kong","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003882618","display_name":"Lanqing Hong","orcid":"https://orcid.org/0000-0003-2752-5942"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lanqing Hong","raw_affiliation_strings":["Huawei , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei , Hong Kong","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139844652","display_name":"Kai Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139808519","display_name":"Dehua Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Dehua Tao","raw_affiliation_strings":["Huawei , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei , Hong Kong","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006527442","display_name":"Daxin Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Daxin Tan","raw_affiliation_strings":["Huawei , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei , Hong Kong","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139798061","display_name":"Yukun Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Deng","raw_affiliation_strings":["The Harbin Institute of Technology , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Harbin Institute of Technology , Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139815507","display_name":"Ruifeng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifeng Xu","raw_affiliation_strings":["Shenzhen Loop Area Institute , Shenzhen","The Harbin Institute of Technology , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Loop Area Institute , Shenzhen","institution_ids":["https://openalex.org/I158809036"]},{"raw_affiliation_string":"The Harbin Institute of Technology , Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139845544","display_name":"Jing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["The Hong Kong Polytechnic University , Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University , Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78136072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"36390","last_page":"36407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18060000240802765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18060000240802765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.031199999153614044,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.5583999752998352},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.2272000014781952},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.20589999854564667},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.20419999957084656}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5773000121116638},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.5583999752998352},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.38280001282691956},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2906999886035919},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2272000014781952},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.22100000083446503},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.20589999854564667},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.20419999957084656},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.2021999955177307}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1813","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1813","pdf_url":"https://aclanthology.org/2026.findings-acl.1813.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1813","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1813","pdf_url":"https://aclanthology.org/2026.findings-acl.1813.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1985743629","display_name":null,"funder_award_id":"62576120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8177723861","display_name":"AI-Care: A Multimodal Financial Assistant for the Visually Impaired","funder_award_id":"PRP/047/22FX","funder_id":"https://openalex.org/F4320326427","funder_display_name":"Innovation and Technology Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"},{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166820727.pdf","grobid_xml":"https://content.openalex.org/works/W7166820727.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"the":[1,61],"automatic":[2],"evaluation":[3],"of":[4,42,63],"omni-modal":[5],"large":[6],"models":[7,104],"(OLMs)":[8],"is":[9],"essential,":[10],"assessing":[11],"empathy":[12,62],"remains":[13],"a":[14,32],"significant":[15],"challenge":[16],"due":[17],"to":[18,35,71],"its":[19],"inherent":[20],"affectivity.To":[21],"investigate":[22],"this":[23],"challenge,":[24],"we":[25],"introduce":[26],"AEQ-BENCH":[27,74],"(Audio":[28],"Empathy":[29],"Quotient":[30],"Benchmark),":[31],"novel":[33,77],"benchmark":[34],"systematically":[36],"assess":[37],"two":[38,76],"core":[39],"empathetic":[40,46],"capabilities":[41,101],"OLMs:":[43],"(i)":[44],"generating":[45],"responses":[47,65],"by":[48],"comprehending":[49],"affective":[50],"cues":[51],"from":[52],"multi-modal":[53],"inputs":[54],"(audio":[55],"+":[56],"text),":[57],"and":[58,84,90,108],"(ii)":[59],"judging":[60],"audio":[64,99],"without":[66],"relying":[67],"on":[68],"text":[69],"transcription.Compared":[70],"existing":[72],"benchmarks,":[73],"incorporates":[75],"settings":[78],"that":[79,94],"vary":[80],"in":[81],"context":[82],"specificity":[83],"speech":[85],"tone.Comprehensive":[86],"assessment":[87],"across":[88],"linguistic":[89],"paralinguistic":[91,126],"metrics":[92],"reveals":[93],"(1)":[95],"OLMs":[96,111],"trained":[97],"with":[98,105,113],"output":[100],"generally":[102],"outperformed":[103],"textonly":[106],"outputs,":[107],"(2)":[109],"while":[110],"align":[112],"human":[114],"judgments":[115],"for":[116,123],"coarse-grained":[117],"quality":[118],"assessment,":[119],"they":[120],"remain":[121],"unreliable":[122],"evaluating":[124],"fine-grained":[125],"expressiveness.":[127],"AEQ-Bench":[128]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2026-07-02T00:00:00"}
