{"id":"https://openalex.org/W4416034780","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.563","title":"CAPE: Context-Aware Personality Evaluation Framework for Large Language Models","display_name":"CAPE: Context-Aware Personality Evaluation Framework for Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034780","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.563"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.563","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.563","pdf_url":"https://aclanthology.org/2025.findings-emnlp.563.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.563.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071913667","display_name":"Jivnesh Sandhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jivnesh Sandhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110311018","display_name":"Fei Cheng","orcid":"https://orcid.org/0000-0002-5894-1618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014386788","display_name":"Tushar Sandhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tushar Sandhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013357764","display_name":"Yugo Murawaki","orcid":"https://orcid.org/0000-0002-0863-1507"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yugo Murawaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4583,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91041789,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"10648","last_page":"10662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.2498999983072281,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.2498999983072281,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.15469999611377716,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11959999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.4244999885559082},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.2711000144481659},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2533000111579895}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5521000027656555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4422000050544739},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4284999966621399},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36239999532699585},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34279999136924744},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.563","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.563","pdf_url":"https://aclanthology.org/2025.findings-emnlp.563.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.563","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.563","pdf_url":"https://aclanthology.org/2025.findings-emnlp.563.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034780.pdf","grobid_xml":"https://content.openalex.org/works/W4416034780.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Psychometric":[0],"tests,":[1],"traditionally":[2],"used":[3],"to":[4,11,16,32,82,126,159],"assess":[5],"humans,":[6],"are":[7,124],"now":[8],"being":[9],"applied":[10],"Large":[12],"Language":[13],"Models":[14],"(LLMs)":[15],"evaluate":[17],"their":[18,139],"behavioral":[19],"traits.However,":[20],"existing":[21],"studies":[22],"follow":[23],"a":[24,89],"context-free":[25],"approach,":[26],"answering":[27],"each":[28],"question":[29,127],"in":[30,92],"isolation":[31],"avoid":[33],"contextual":[34],"influence.We":[35],"term":[36],"this":[37,55],"the":[38,59,74,84],"Disney":[39],"World":[40],"test,":[41],"an":[42],"artificial":[43],"setting":[44],"that":[45,101],"ignores":[46],"real-world":[47],"applications,":[48],"where":[49],"conversational":[50,70,102],"history":[51,103],"shapes":[52],"responses.To":[53],"bridge":[54],"gap,":[56],"we":[57,78],"propose":[58],"first":[60],"Context-Aware":[61],"Personality":[62],"Evaluation":[63],"(CAPE)":[64],"framework":[65,158],"for":[66],"LLMs,":[67],"incorporating":[68],"prior":[69,146,154],"interactions.To":[71],"thoroughly":[72],"analyze":[73],"influence":[75],"of":[76,86],"context,":[77],"introduce":[79],"novel":[80],"metrics":[81],"quantify":[83],"consistency":[85,106,170],"LLM":[87],"responses,":[88],"fundamental":[90],"trait":[91],"human":[93,175],"behavior.Our":[94],"exhaustive":[95],"experiments":[96],"on":[97,153],"7":[98],"LLMs":[99],"reveal":[100],"enhances":[104],"response":[105,136,169],"via":[107],"in-context":[108],"learning":[109],"but":[110],"also":[111],"induces":[112],"personality":[113,141,166],"shifts,":[114],"with":[115,174],"GPT-3.5-Turbo":[116],"and":[117,171],"GPT-4-Turbo":[118],"exhibiting":[119],"extreme":[120],"deviations.While":[121],"GPT":[122,134],"models":[123,135],"robust":[125],"ordering,":[128],"Gemini-1.5-Flashand":[129,149],"Llama-8B":[130,150],"display":[131],"significant":[132],"sensitivity.Moreover,":[133],"stem":[137],"from":[138],"intrinsic":[140],"traits":[142],"as":[143,145],"well":[144],"interactions,":[147],"whereas":[148],"heavily":[151],"depend":[152],"interactions.Finally,":[155],"applying":[156],"our":[157],"Role":[160],"Playing":[161],"Agents":[162],"(RPAs)":[163],"shows":[164],"context-dependent":[165],"shifts":[167],"improve":[168],"better":[172],"align":[173],"judgments.":[176],"1":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-11-08T00:00:00"}