{"id":"https://openalex.org/W7166830557","doi":"https://doi.org/10.18653/v1/2026.findings-acl.623","title":"At Your Own PACE: A Causal Framework for Evaluating EQ in LLMs","display_name":"At Your Own PACE: A Causal Framework for Evaluating EQ in LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166830557","doi":"https://doi.org/10.18653/v1/2026.findings-acl.623"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.623","doi":"https://doi.org/10.18653/v1/2026.findings-acl.623","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.623","pdf_url":"https://aclanthology.org/2026.findings-acl.623.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-acl.623.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139821942","display_name":"Lei Lyu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Lyu","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139746294","display_name":"Shengling Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengling Wang","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121223985","display_name":"Ke Chao","orcid":"https://orcid.org/0009-0006-9096-3725","observed_orcids":["https://orcid.org/0009-0006-9096-3725"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Chao","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139758999","display_name":"Yichao Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Wei","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48707303,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12811","last_page":"12826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.39399999380111694,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.39399999380111694,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11433","display_name":"Emotional Intelligence and Performance","score":0.1662999987602234,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.08169999718666077,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotional-intelligence","display_name":"emotional intelligence","score":0.6779999732971191},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9940000176429749},{"id":"https://openalex.org/keywords/human-ai-integration","display_name":"human-AI integration","score":0.7239999771118164},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.3610000014305115}],"concepts":[{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.35010001063346863},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27149999141693115},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27070000767707825},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25049999356269836},{"id":"https://openalex.org/C100001284","wikidata":"https://www.wikidata.org/wiki/Q2248246","display_name":"Public economics","level":1,"score":0.24860000610351562},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.24199999868869781}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.623","doi":"https://doi.org/10.18653/v1/2026.findings-acl.623","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.623","pdf_url":"https://aclanthology.org/2026.findings-acl.623.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.623","doi":"https://doi.org/10.18653/v1/2026.findings-acl.623","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.623","pdf_url":"https://aclanthology.org/2026.findings-acl.623.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166830557.pdf","grobid_xml":"https://content.openalex.org/works/W7166830557.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388708748","https://openalex.org/W4389708953","https://openalex.org/W4411279332","https://openalex.org/W4402684058","https://openalex.org/W4391988000","https://openalex.org/W4416124405","https://openalex.org/W7117549943","https://openalex.org/W7162448723","https://openalex.org/W4385682098","https://openalex.org/W7125669378"],"abstract_inverted_index":{"Emotional":[0],"Quotient":[1],"(EQ)":[2],"has":[3],"emerged":[4],"as":[5,127],"a":[6,57,61,96,110,128,145,159],"competency":[7],"for":[8,38,60,131],"seamless":[9],"human-AI":[10],"integration.However,":[11],"since":[12],"traditional":[13],"EQ":[14,34,63,93,101,112,138],"scales":[15],"focus":[16],"on":[17],"self-healing,":[18],"directly":[19],"migrating":[20],"them":[21],"to":[22,29,70,83,125],"Large":[23],"Language":[24],"Models":[25],"(LLMs)":[26],"often":[27],"leads":[28],"ignorance":[30],"of":[31,74,99,148,162],"healing":[32],"others.While":[33],"metrics":[35],"specifically":[36],"designed":[37],"LLMs":[39],"have":[40],"been":[41],"proposed,":[42],"they":[43],"remain":[44],"mired":[45],"in":[46],"two":[47],"dilemmas:":[48],"dimensional":[49],"deficiency":[50],"and":[51],"fragmented":[52],"testing.Hence,":[53],"this":[54,104],"paper":[55],"establishes":[56],"Quad-in-One":[58],"architecture":[59],"closed-loop":[62],"evaluation.First,":[64],"we":[65,106,116],"propose":[66],"the":[67,78,90,108,118,137,142,154],"PACE":[68],"Taxonomy":[69],"define":[71],"four":[72],"dimensions":[73],"LLM":[75],"EQ.Upon":[76],"this,":[77],"Causal-PACE":[79,143],"framework":[80],"is":[81,165],"developed":[82],"eliminate":[84],"causal":[85],"confounding":[86],"bias":[87],"triggered":[88],"by":[89],"interactions":[91],"among":[92],"dimensions,":[94],"ensuring":[95],"rigorous":[97],"quantification":[98],"composite":[100],"scores.To":[102],"operationalize":[103],"framework,":[105],"implement":[107],"PACE-AB,":[109],"mutil-agent":[111],"evaluation":[113],"board":[114],"system.Finally,":[115],"curate":[117],"PACE-2700":[119],"dataset,":[120],"featuring":[121],"2,700":[122],"highquality":[123],"instructions,":[124],"serve":[126],"comprehensive":[129],"benchmark":[130],"large-scale":[132],"validation.Experimental":[133],"results":[134],"demonstrate":[135],"that":[136],"values":[139],"derived":[140],"via":[141],"achieve":[144],"high":[146],"alignment":[147],"89.31%":[149],"with":[150],"human":[151],"preferences,":[152],"while":[153],"automated":[155],"PACE-AB":[156],"system":[157],"maintains":[158],"robust":[160],"consistency":[161],"83.6%.Our":[163],"data":[164],"publicly":[166],"available":[167],"at":[168],"https://anonymous.":[169],"4open.science/r/PACE-2700-8E52.":[170]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}
