{"id":"https://openalex.org/W7125379906","doi":"https://doi.org/10.48550/arxiv.2601.14264","title":"Psychometric Comparability of LLM-Based Digital Twins","display_name":"Psychometric Comparability of LLM-Based Digital Twins","publication_year":2025,"publication_date":"2025-12-22","ids":{"openalex":"https://openalex.org/W7125379906","doi":"https://doi.org/10.48550/arxiv.2601.14264"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.14264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.14264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.14264","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhang, Yufei","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Yufei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ma, Zhihao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zhihao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.19910000264644623,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.19910000264644623,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.12540000677108765,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.8047999739646912},{"id":"https://openalex.org/keywords/nomological-network","display_name":"Nomological network","score":0.5684999823570251},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.525600016117096},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5199000239372253},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.5167999863624573},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.47450000047683716},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.39570000767707825},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.8047999739646912},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6092000007629395},{"id":"https://openalex.org/C193525677","wikidata":"https://www.wikidata.org/wiki/Q7048651","display_name":"Nomological network","level":3,"score":0.5684999823570251},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5273000001907349},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.525600016117096},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5199000239372253},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4083000123500824},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38449999690055847},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.322299987077713},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C1589151","wikidata":"https://www.wikidata.org/wiki/Q6804207","display_name":"Measurement invariance","level":4,"score":0.2750999927520752},{"id":"https://openalex.org/C106347477","wikidata":"https://www.wikidata.org/wiki/Q5384228","display_name":"Equating","level":3,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.14264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.14264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.14264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.14264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.7423927187919617,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"used":[5],"as":[6,186],"\"digital":[7],"twins\"":[8],"to":[9,17,80,107],"replace":[10],"human":[11,37,142,190],"respondents,":[12],"yet":[13,82],"their":[14,119],"psychometric":[15,164],"comparability":[16],"humans":[18],"is":[19],"uncertain.":[20],"We":[21],"propose":[22],"a":[23],"construct-validity":[24],"framework":[25],"spanning":[26],"construct":[27],"representation":[28],"and":[29,43,58,76,85,91,104,126,192],"the":[30,172,179],"nomological":[31],"net,":[32],"benchmarking":[33],"digital":[34,52,94,111,138,176],"twins":[35,53,95,112,139],"against":[36],"gold":[38],"standards":[39],"across":[40],"models,":[41],"tasks":[42],"testing":[44],"how":[45],"person-specific":[46],"inputs":[47],"shape":[48],"performance.":[49],"Across":[50],"studies,":[51],"achieved":[54],"high":[55],"population-level":[56],"accuracy":[57],"strong":[59],"within-participant":[60],"profile":[61],"correlations,":[62],"alongside":[63],"attenuated":[64],"item-level":[65],"correlations.":[66],"In":[67,89,132],"word":[68],"association":[69],"tests,":[70],"LLM-based":[71],"networks":[72,121],"show":[73,122],"small-world":[74],"structure":[75],"theory-consistent":[77],"communities":[78],"similar":[79],"humans,":[81],"diverge":[83],"lexically":[84],"in":[86,163,182],"local":[87],"structure.":[88],"decision-making":[90],"contextualized":[92],"tasks,":[93,136],"under-reproduce":[96],"heuristic":[97],"biases,":[98],"showing":[99],"normative":[100],"rationality,":[101],"compressed":[102],"variance":[103],"limited":[105],"sensitivity":[106],"temporal":[108],"information.":[109],"Feature-rich":[110],"improve":[113],"Big":[114],"Five":[115],"Personality":[116],"prediction,":[117],"but":[118,144,157],"personality":[120],"only":[123],"configural":[124],"invariance":[125],"do":[127],"not":[128,159],"achieve":[129],"metric":[130],"invariance.":[131],"more":[133],"applied":[134],"free-text":[135],"feature-rich":[137,153],"better":[140],"match":[141],"narratives,":[143],"linguistic":[145],"differences":[146],"persist.":[147],"Together,":[148],"these":[149],"results":[150],"indicate":[151],"that":[152],"conditioning":[154],"enhances":[155],"validity":[156],"does":[158],"resolve":[160],"systematic":[161],"divergences":[162],"comparability.":[165],"Future":[166],"work":[167],"should":[168],"therefore":[169],"prioritize":[170],"delineating":[171],"effective":[173],"boundaries":[174],"of":[175],"twins,":[177],"establishing":[178],"precise":[180],"contexts":[181],"which":[183],"they":[184],"function":[185],"reliable":[187],"proxies":[188],"for":[189],"cognition":[191],"behavior.":[193]},"counts_by_year":[],"updated_date":"2025-12-25T23:15:44.422516","created_date":"2025-12-25T00:00:00"}