{"id":"https://openalex.org/W7203681875","doi":"https://doi.org/10.48550/arxiv.2608.14606","title":"Plausible but Not Valid: A Psychometric Audit of LLMs as Synthetic Survey Respondents","display_name":"Plausible but Not Valid: A Psychometric Audit of LLMs as Synthetic Survey Respondents","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7203681875","doi":"https://doi.org/10.48550/arxiv.2608.14606"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.14606","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14606","pdf_url":"https://arxiv.org/pdf/2608.14606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.14606","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061479673","display_name":"Mantas Lukauskas","orcid":"https://orcid.org/0000-0003-1439-578X","observed_orcids":["https://orcid.org/0000-0003-1439-578X"]},"institutions":[{"id":"https://openalex.org/I172574986","display_name":"Kaunas University of Technology","ror":"https://ror.org/01me6gb93","country_code":"LT","type":"education","lineage":["https://openalex.org/I172574986"]}],"countries":["LT"],"is_corresponding":false,"raw_author_name":"Lukauskas, Mantas","raw_affiliation_strings":["Kaunas University of Technology ; AI Insight Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kaunas University of Technology ; AI Insight Lab","institution_ids":["https://openalex.org/I172574986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071860169","display_name":"Viktorija \u0160arkauskait\u0117","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u0160arkauskait\u0117, Viktorija","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.3666999936103821,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.3666999936103821,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.26030001044273376,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9629999995231628},{"id":"https://openalex.org/keywords/psychometric-validity","display_name":"psychometric validity","score":0.7170000076293945},{"id":"https://openalex.org/keywords/mediating-effect","display_name":"mediating effect","score":0.4650000035762787},{"id":"https://openalex.org/keywords/demographic-impact","display_name":"demographic effects","score":0.640999972820282},{"id":"https://openalex.org/keywords/memorization","display_name":"memorization","score":0.44200000166893005},{"id":"https://openalex.org/keywords/organizational-psychology","display_name":"organizational psychology","score":0.6140000224113464},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"predictive validity","score":0.4490000009536743}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6208000183105469},{"id":"https://openalex.org/C2776640315","wikidata":"https://www.wikidata.org/wiki/Q7315941","display_name":"Respondent","level":2,"score":0.6061999797821045},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C179420905","wikidata":"https://www.wikidata.org/wiki/Q223871","display_name":"Mediation","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.48899999260902405},{"id":"https://openalex.org/C2779403266","wikidata":"https://www.wikidata.org/wiki/Q342522","display_name":"Acquiescence","level":3,"score":0.4041999876499176},{"id":"https://openalex.org/C2778304055","wikidata":"https://www.wikidata.org/wiki/Q657474","display_name":"Beijing","level":3,"score":0.3901999890804291},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.3725000023841858},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C24614281","wikidata":"https://www.wikidata.org/wiki/Q17086331","display_name":"Moderated mediation","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2955000102519989},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C100363876","wikidata":"https://www.wikidata.org/wiki/Q690661","display_name":"Nonprobability sampling","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.14606","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14606","pdf_url":"https://arxiv.org/pdf/2608.14606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.14606","doi":"https://doi.org/10.48550/arxiv.2608.14606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.14606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.14606","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14606","pdf_url":"https://arxiv.org/pdf/2608.14606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203681875.pdf","grobid_xml":"https://content.openalex.org/works/W7203681875.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4382619745","https://openalex.org/W4407662298"],"related_works":["https://openalex.org/W7221783324","https://openalex.org/W7172070528","https://openalex.org/W7204586789","https://openalex.org/W7214714806","https://openalex.org/W7082142687","https://openalex.org/W7131644014","https://openalex.org/W7213924229","https://openalex.org/W7134927351","https://openalex.org/W7215086408","https://openalex.org/W7204437025"],"abstract_inverted_index":{"Large":[0],"language":[1,123],"models":[2],"(LLMs)":[3],"are":[4,267,273],"increasingly":[5],"used":[6],"as":[7],"synthetic":[8],"survey":[9,44,281],"respondents,":[10],"but":[11,118],"existing":[12],"evaluations":[13],"mostly":[14],"ask":[15,22],"whether":[16],"individual":[17],"answers":[18,105,150,187],"look":[19],"plausible.":[20],"We":[21,46],"a":[23,71,83,98,137,197,276],"stricter,":[24],"psychometric":[25,116],"question:":[26],"do":[27],"LLMs":[28,65,110],"preserve":[29],"the":[30,103,107,112,148,152,173,189,237],"joint":[31],"distribution,":[32],"latent":[33],"structure,":[34],"reliability,":[35],"mediation":[36,264],"pathways,":[37],"and":[38,62,76,82,102,146,169,180,195,202,209,255],"demographic":[39,80],"effects":[40,259],"of":[41,106,114,151,172,191,231,262],"real":[42,67,104,149],"human":[43,100,115,192,205,280],"data?":[45],"introduce":[47],"an":[48,226],"open":[49],"Lithuanian":[50],"organisational-psychology":[51],"dataset":[52],"(n=263":[53],"employees;":[54],"three":[55],"validated":[56],"instruments;":[57],"68":[58],"items,":[59],"12":[60],"subscales)":[61],"condition":[63],"37":[64,232],"on":[66,142,222,248,260],"respondent":[68],"profiles":[69],"under":[70],"persona-disclosure":[72],"ladder,":[73],"presentation,":[74],"reasoning-effort":[75],"cross-language":[77],"ablations,":[78],"counterfactual":[79],"swaps,":[81],"memorization":[84],"probe.":[85],"The":[86,129],"resulting":[87],"Psychometric":[88],"Similarity":[89],"Score":[90],"(PSS)":[91],"is":[92,134,175],"anchored":[93],"against":[94],"five":[95],"statistical":[96,119],"baselines,":[97],"held-out":[99,249],"ceiling,":[101],"same":[108,153],"respondents.":[109],"reproduce":[111],"direction":[113,190],"relationships,":[117],"baselines":[120],"with":[121,136],"no":[122],"model":[124],"match":[125],"or":[126],"beat":[127],"them.":[128],"best":[130],"LLM":[131,162,271],"(PSS":[132],"0.81)":[133],"level":[135],"Gaussian":[138],"copula":[139],"fit":[140],"only":[141],"other":[143],"respondents":[144,235],"(0.82)":[145],"below":[147],"100":[154],"people":[155],"(0.89).":[156],"A":[157],"simple":[158],"classifier":[159],"separates":[160],"every":[161],"sample":[163],"from":[164],"humans":[165,250],"(median":[166],"AUC":[167],"0.99),":[168],"verbatim":[170],"recall":[171],"items":[174],"rare":[176],"(at":[177],"most":[178],"4.7%)":[179],"unrelated":[181],"to":[182],"PSS.":[183],"Counterfactual":[184],"swaps":[185,214],"move":[186,215],"in":[188,211,269],"group":[193],"differences":[194],"by":[196,217],"similar":[198],"amount":[199],"(role":[200],"0.49":[201],"education":[203],"0.33":[204],"SD,":[206],"vs.":[207,243,253],"0.46":[208],"0.44":[210],"humans).":[212],"Gender":[213],"them":[216],"0.06":[218],"SD.":[219],"Tucker's":[220],"phi":[221],"UWES":[223],"falls":[224],"inside":[225],"item-permutation":[227],"null":[228,268],"for":[229,279],"10":[230],"models.":[233],"Synthetic":[234],"compress":[236],"response":[238],"scale":[239],"(within-respondent":[240],"SD":[241],"0.79":[242],"1.19),":[244],"lose":[245],"predictive":[246],"validity":[247],"(mean":[251],"R^2=-0.14":[252],"0.28),":[254],"produce":[256],"significant":[257],"indirect":[258],"4":[261],"7":[263],"paths":[265],"that":[266],"humans.":[270],"samples":[272],"therefore":[274],"not":[275],"drop-in":[277],"replacement":[278],"data.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":8}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-19T00:00:00"}