{"id":"https://openalex.org/W4415654174","doi":"https://doi.org/10.1145/3757887.3763016","title":"Challenging the Validity of Personality Tests for Large Language Models","display_name":"Challenging the Validity of Personality Tests for Large Language Models","publication_year":2025,"publication_date":"2025-10-29","ids":{"openalex":"https://openalex.org/W4415654174","doi":"https://doi.org/10.1145/3757887.3763016"},"language":"en","primary_location":{"id":"doi:10.1145/3757887.3763016","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757887.3763016","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3757887.3763016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047735536","display_name":"Tom S\u00fchr","orcid":"https://orcid.org/0000-0003-1751-0691"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tom S\u00fchr","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1751-0691","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012103579","display_name":"Florian E. Dorner","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian E. Dorner","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0001-9258-6664","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104196561","display_name":"Samira Samadi","orcid":"https://orcid.org/0000-0003-3423-4414"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samira Samadi","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3423-4414","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068482322","display_name":"Augustin Kelava","orcid":"https://orcid.org/0000-0001-6053-0415"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Augustin Kelava","raw_affiliation_strings":["Methods Center, Eberhard Karls University of T\u00fcbingen, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6053-0415","affiliations":[{"raw_affiliation_string":"Methods Center, Eberhard Karls University of T\u00fcbingen, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39107931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.42590001225471497,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.42590001225471497,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.1517000049352646,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.7815999984741211},{"id":"https://openalex.org/keywords/personality-assessment-inventory","display_name":"Personality Assessment Inventory","score":0.4778999984264374},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.46970000863075256},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.4641999900341034},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4138999879360199},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3418999910354614}],"concepts":[{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.7815999984741211},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6439999938011169},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5138999819755554},{"id":"https://openalex.org/C174010058","wikidata":"https://www.wikidata.org/wiki/Q7170643","display_name":"Personality Assessment Inventory","level":3,"score":0.4778999984264374},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.4641999900341034},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C2779026634","wikidata":"https://www.wikidata.org/wiki/Q1475455","display_name":"Personality test","level":4,"score":0.3343000113964081},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C127816348","wikidata":"https://www.wikidata.org/wiki/Q127588","display_name":"Extraversion and introversion","level":4,"score":0.2791999876499176},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3757887.3763016","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757887.3763016","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},{"id":"pmh:doi:10.3929/ethz-c-000789617","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/789617","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3757887.3763016","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757887.3763016","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1490034719","https://openalex.org/W1963742443","https://openalex.org/W2030092047","https://openalex.org/W2071559616","https://openalex.org/W2071666535","https://openalex.org/W2091994826","https://openalex.org/W2114201863","https://openalex.org/W2129015869","https://openalex.org/W2153106935","https://openalex.org/W2330055266","https://openalex.org/W2489098841","https://openalex.org/W2884318343","https://openalex.org/W2911317544","https://openalex.org/W3009574773","https://openalex.org/W3182361571","https://openalex.org/W4238095402","https://openalex.org/W4251087766","https://openalex.org/W4298091299","https://openalex.org/W4299959846","https://openalex.org/W4312119976","https://openalex.org/W4318919287","https://openalex.org/W4379929613","https://openalex.org/W4385489610","https://openalex.org/W4386200967","https://openalex.org/W4389519968","https://openalex.org/W4392028279","https://openalex.org/W6893007900"],"related_works":[],"abstract_inverted_index":{"With":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"like":[5],"GPT-4":[6],"appearing":[7],"to":[8,19,21,40,48,66,91,137,140,173],"behave":[9],"increasingly":[10],"human-like":[11],"in":[12,75,80,109,159],"text-based":[13],"interactions,":[14],"it":[15,157,170],"has":[16],"become":[17],"popular":[18],"attempt":[20],"evaluate":[22,41],"personality":[23,64,92,143,154],"traits":[24],"of":[25,103,164,190],"LLMs":[26,67,76,139,178],"using":[27],"questionnaires":[28],"originally":[29],"developed":[30],"for":[31,177],"humans.":[32,81],"While":[33],"reusing":[34],"measures":[35],"is":[36,171],"a":[37],"resource-efficient":[38],"way":[39],"LLMs,":[42],"careful":[43],"adaptations":[44],"are":[45,53,127],"usually":[46],"required":[47],"ensure":[49],"that":[50,60,88,100,169],"assessment":[51],"results":[52,102],"valid":[54],"even":[55],"across":[56,134],"human":[57,63,97,160],"subpopulations.":[58],"Works":[59],"have":[61,68],"applied":[62],"tests":[65,73,93,105],"not":[69,146],"investigated":[70],"whether":[71],"these":[72,104,165],"measure":[74,79],"what":[77],"they":[78],"In":[82,162],"this":[83],"work,":[84],"we":[85,167],"provide":[86],"evidence":[87],"LLMs\u2019":[89],"responses":[90],"systematically":[94],"deviate":[95],"from":[96],"responses,":[98],"implying":[99],"the":[101,110,148,188],"cannot":[106],"be":[107],"interpreted":[108],"same":[111],"way.":[112],"Concretely,":[113],"reverse-coded":[114],"items":[115],"(false":[116],"key":[117],"items)":[118],"(e.g.":[119],"\u201cI":[120,124],"am":[121,125],"introverted\u201d":[122],"vs.":[123],"extraverted\u201d)":[126],"often":[128],"both":[129],"answered":[130],"affirmatively.":[131],"Furthermore,":[132],"variation":[133],"prompts":[135],"designed":[136],"steer":[138],"simulate":[141],"particular":[142],"types":[144],"does":[145,158],"follow":[147],"clear":[149],"separation":[150],"into":[151],"five":[152],"independent":[153],"factors,":[155],"as":[156,187],"samples.":[161],"light":[163],"results,":[166],"believe":[168],"important":[172],"investigate":[174],"tests\u2019":[175],"validity":[176],"before":[179],"drawing":[180],"conclusions":[181],"about":[182],"potentially":[183],"ill-defined":[184],"concepts":[185],"such":[186],"\u201cpersonality\u201d":[189],"LLMs.":[191]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-29T00:00:00"}