{"id":"https://openalex.org/W4412888381","doi":"https://doi.org/10.18653/v1/2025.findings-acl.480","title":"Decoding LLM Personality Measurement: Forced-Choice vs. Likert","display_name":"Decoding LLM Personality Measurement: Forced-Choice vs. Likert","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888381","doi":"https://doi.org/10.18653/v1/2025.findings-acl.480"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.480","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.480","pdf_url":"https://aclanthology.org/2025.findings-acl.480.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.480.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100449152","display_name":"Xiaoyu Li","orcid":"https://orcid.org/0000-0002-3222-0513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Haoran Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoran Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101334869","display_name":"Zengyi Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zengyi Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036995484","display_name":"Yaojie Tu","orcid":"https://orcid.org/0000-0002-0591-7411"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yukun Tu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008365827","display_name":"Chanjin Zheng","orcid":"https://orcid.org/0000-0003-1232-0020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chanjin Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9234","last_page":"9247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.7075999975204468,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.7075999975204468,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7323180437088013},{"id":"https://openalex.org/keywords/likert-scale","display_name":"Likert scale","score":0.7103991508483887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5415681600570679},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.5283682346343994},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3529475927352905},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3196064829826355},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.22815585136413574},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14776113629341125},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.1261272430419922}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7323180437088013},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.7103991508483887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415681600570679},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5283682346343994},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3529475927352905},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3196064829826355},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.22815585136413574},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14776113629341125},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1261272430419922}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.480","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.480","pdf_url":"https://aclanthology.org/2025.findings-acl.480.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.480","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.480","pdf_url":"https://aclanthology.org/2025.findings-acl.480.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888381.pdf","grobid_xml":"https://content.openalex.org/works/W4412888381.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3162248051","https://openalex.org/W4385403451","https://openalex.org/W2094144391","https://openalex.org/W4252940572","https://openalex.org/W3171686557","https://openalex.org/W4309264807","https://openalex.org/W3100378955","https://openalex.org/W4280601467"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2],"focused":[3],"on":[4],"investigating":[5],"the":[6,15,27,48,60,75,88,122],"psychological":[7],"characteristics":[8,33],"of":[9,17,50,77],"Large":[10],"Language":[11],"Models":[12],"(LLMs),":[13],"emphasizing":[14],"importance":[16],"comprehending":[18],"their":[19,104],"behavioral":[20],"traits.Likert":[21],"scale":[22,90],"personality":[23,52,72,99,117,132,150],"questionnaires":[24],"have":[25],"become":[26],"primary":[28],"tool":[29],"for":[30,66,95],"assessing":[31],"these":[32],"in":[34,70,149],"LLMs.However,":[35],"such":[36,43],"scales":[37],"can":[38],"be":[39],"skewed":[40],"by":[41,138],"factors":[42],"as":[44,101,103],"social":[45],"desirability,":[46],"distorting":[47],"assessment":[49],"true":[51],"traits.To":[53],"address":[54],"this":[55],"issue,":[56],"we":[57,79,107,141],"firstly":[58],"incorporate":[59],"forced-choice":[61,92,123],"test,":[62],"a":[63],"method":[64],"known":[65],"reducing":[67],"response":[68],"bias":[69],"human":[71],"assessments,":[73],"into":[74],"evaluation":[76],"LLM.Specifically,":[78],"evaluated":[80],"six":[81],"LLMs:":[82],"Llama-3.1-8B,GLM-4-9B,":[83],"GPT-3.5-turbo,GPT-4o,":[84],"Claude-3.5-sonnet,and":[85],"Deepseek-V3.We":[86],"compared":[87],"Likert":[89],"and":[91,113,134,146,154],"test":[93,124],"results":[94,119],"LLMs'":[96],"Big":[97],"Five":[98],"scores,":[100],"well":[102],"reliability.In":[105],"addition,":[106],"looked":[108],"at":[109],"how":[110],"temperature":[111,139],"parameter":[112],"language":[114],"affected":[115],"LLM":[116],"scores.The":[118],"show":[120],"that":[121],"better":[125],"captures":[126],"differences":[127],"between":[128],"LLMs":[129],"across":[130,152],"various":[131],"dimensions":[133],"is":[135],"less":[136],"influenced":[137],"parameters.Furthermore,":[140],"found":[142],"both":[143],"broad":[144],"trends":[145],"specific":[147],"variations":[148],"scores":[151],"models":[153],"languages.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}