{"id":"https://openalex.org/W7164193502","doi":"https://doi.org/10.48550/arxiv.2606.09843","title":"An LLM-Native Psychometric Instrument Reveals a Self-Report--Behavior Gap Across 25 Models","display_name":"An LLM-Native Psychometric Instrument Reveals a Self-Report--Behavior Gap Across 25 Models","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7164193502","doi":"https://doi.org/10.48550/arxiv.2606.09843"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09843","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138386294","display_name":"Juan Manuel Contreras","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Contreras, Juan Manuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5138386294"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.631600022315979,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.631600022315979,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11118","display_name":"Evolutionary Psychology and Human Behavior","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.043699998408555984,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.6083999872207642},{"id":"https://openalex.org/keywords/exploratory-factor-analysis","display_name":"Exploratory factor analysis","score":0.6054999828338623},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5756999850273132},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5497999787330627},{"id":"https://openalex.org/keywords/likert-scale","display_name":"Likert scale","score":0.5187000036239624},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.5080999732017517},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"Predictive validity","score":0.5030999779701233},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.4918000102043152},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.48429998755455017},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.42480000853538513}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7336000204086304},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C165957694","wikidata":"https://www.wikidata.org/wiki/Q5421350","display_name":"Exploratory factor analysis","level":3,"score":0.6054999828338623},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5756999850273132},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5497999787330627},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5011000037193298},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.4918000102043152},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.4745999872684479},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.4097999930381775},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3637000024318695},{"id":"https://openalex.org/C174010058","wikidata":"https://www.wikidata.org/wiki/Q7170643","display_name":"Personality Assessment Inventory","level":3,"score":0.36230000853538513},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C115816405","wikidata":"https://www.wikidata.org/wiki/Q73822","display_name":"Sensation seeking","level":3,"score":0.3346000015735626},{"id":"https://openalex.org/C138528620","wikidata":"https://www.wikidata.org/wiki/Q2510752","display_name":"Explained variation","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C2779026634","wikidata":"https://www.wikidata.org/wiki/Q1475455","display_name":"Personality test","level":4,"score":0.2939999997615814},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.28760001063346863},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C102959455","wikidata":"https://www.wikidata.org/wiki/Q7313954","display_name":"Repeated measures design","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,18],"(LLMs)":[3],"give":[4],"stable":[5],"answers":[6],"to":[7,14,66,141,245,251,267],"personality":[8],"questionnaires,":[9],"yet":[10],"these":[11],"self-reports":[12],"fail":[13],"predict":[15],"how":[16],"the":[17,43,125,134,159,246,262,272],"behave.":[19],"Is":[20],"this":[21],"gap":[22,135],"an":[23],"artifact":[24],"of":[25,158,220],"forcing":[26],"human":[27,56,163,223],"trait":[28],"categories":[29],"onto":[30],"LLMs,":[31,142],"or":[32],"something":[33],"deeper":[34],"about":[35],"LLM":[36,52,112,176,215,253],"self-report?":[37],"To":[38],"find":[39],"out,":[40],"we":[41],"built":[42],"first":[44],"psychometric":[45],"instrument":[46,273],"whose":[47,154],"dimensions":[48],"are":[49],"derived":[50],"from":[51,132],"behavior":[53],"rather":[54],"than":[55],"psychology.":[57],"Administering":[58],"300":[59],"items":[60,213],"(240":[61],"Likert":[62],"+":[63],"60":[64],"scenario)":[65],"25":[67],"LLMs":[68],"across":[69],"17":[70],"model":[71,268],"families,":[72],"30":[73],"times":[74],"each,":[75],"exploratory":[76],"factor":[77],"analysis":[78],"revealed":[79],"five":[80],"reliable,":[81],"replicable":[82],"factors:":[83],"Responsiveness,":[84,173],"Deference,":[85],"Boldness,":[86],"Guardedness,":[87],"and":[88,102,109,115,190,214,227,255],"Verbosity":[89],"(all":[90],"Tucker":[91],"$\u03d5\\geq":[92],".957$,":[93],"all":[94,206],"$\u03b1\\geq":[95],".930$).":[96],"We":[97,270],"collected":[98],"2,500":[99],"open-ended":[100],"samples":[101],"had":[103],"them":[104],"rated":[105],"by":[106],"151":[107],"humans":[108,183,189],"a":[110,144,218,258,275],"three-judge":[111],"ensemble.":[113],"Humans":[114],"judges":[116,177,191,216],"agreed":[117,193],"($\\bar{r}":[118],"=":[119,179,185,195,210],".51$),":[120],"but":[121,165,181],"self-report":[122,155,174],"predicted":[123],"neither":[124],"ratings":[126],"nor":[127],"objective":[128],"text":[129],"measures":[130],"computed":[131],"them:":[133],"persists":[136],"even":[137,187],"for":[138,229,261,278],"constructs":[139],"native":[140],"where":[143],"human-mismatch":[145],"explanation":[146],"no":[147],"longer":[148],"applies.":[149],"The":[150],"exception":[151],"is":[152,243],"Verbosity,":[153],"reaches":[156],"74%":[157],"criterion-reliability":[160],"ceiling":[161],"against":[162],"ratings,":[164],"does":[166,237],"not":[167,182,238],"track":[168],"raw":[169],"output":[170],"length.":[171],"On":[172],"tracked":[175],"($r":[178,184,194],".53$)":[180],".04$),":[186],"though":[188],"otherwise":[192],".59$).":[196],"This":[197,241],"pattern":[198],"formally":[199],"rejects":[200],"any":[201],"single":[202],"latent":[203],"construct":[204],"driving":[205],"three":[207],"measurements":[208],"($p":[209],".007$).":[211],"Self-report":[212],"share":[217],"source":[219],"variance":[221],"that":[222],"observers":[224],"do":[225],"not,":[226],"controlling":[228],"measurable":[230],"surface":[231],"features":[232],"(length,":[233],"formatting,":[234],"enthusiasm":[235],"markers)":[236],"remove":[239],"it.":[240],"confound":[242],"invisible":[244],"within-ensemble":[247],"reliability":[248],"checks":[249],"used":[250],"validate":[252],"judges,":[254],"it":[256],"poses":[257],"concrete":[259],"risk":[260],"LLM-as-judge":[263],"pipelines":[264],"now":[265],"central":[266],"evaluation.":[269],"release":[271],"as":[274],"diagnostic":[276],"probe":[277],"alignment-shaped":[279],"self-description.":[280]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-11T00:00:00"}