{"id":"https://openalex.org/W7128609331","doi":"https://doi.org/10.1145/3774905.3795477","title":"Assessing the Reliability of Persona-Conditioned LLMs as Synthetic Survey Respondents","display_name":"Assessing the Reliability of Persona-Conditioned LLMs as Synthetic Survey Respondents","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7128609331","doi":"https://doi.org/10.1145/3774905.3795477"},"language":"en","primary_location":{"id":"doi:10.1145/3774905.3795477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774905.3795477","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012457302","display_name":"Erika Elizabeth Taday Morocho","orcid":null},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Erika Elizabeth Taday Morocho","raw_affiliation_strings":["IIT-CNR, Pisa, Italy, University of Pisa, Pisa, Italy, and University of Florence, Florence, Italy"],"raw_orcid":"https://orcid.org/0009-0005-1658-8931","affiliations":[{"raw_affiliation_string":"IIT-CNR, Pisa, Italy, University of Pisa, Pisa, Italy, and University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124390739","display_name":"Lorenzo Cima","orcid":null},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Cima","raw_affiliation_strings":["IIT-CNR, Pisa, Italy and University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0009-0001-5815-0437","affiliations":[{"raw_affiliation_string":"IIT-CNR, Pisa, Italy and University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023021738","display_name":"Tiziano Fagni","orcid":"https://orcid.org/0000-0003-1921-7456"},"institutions":[{"id":"https://openalex.org/I4210130157","display_name":"Institute of Informatics and Telematics","ror":"https://ror.org/02gdcn153","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130157","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tiziano Fagni","raw_affiliation_strings":["IIT-CNR, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1921-7456","affiliations":[{"raw_affiliation_string":"IIT-CNR, Pisa, Italy","institution_ids":["https://openalex.org/I4210130157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037861439","display_name":"Marco Avvenuti","orcid":"https://orcid.org/0000-0002-8547-0348"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Avvenuti","raw_affiliation_strings":["University of Pisa, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8547-0348","affiliations":[{"raw_affiliation_string":"University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056754015","display_name":"Stefano Cresci","orcid":"https://orcid.org/0000-0003-0170-2445"},"institutions":[{"id":"https://openalex.org/I4210130157","display_name":"Institute of Informatics and Telematics","ror":"https://ror.org/02gdcn153","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130157","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Cresci","raw_affiliation_strings":["IIT-CNR, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0170-2445","affiliations":[{"raw_affiliation_string":"IIT-CNR, Pisa, Italy","institution_ids":["https://openalex.org/I4210130157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"320","last_page":"329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.8460999727249146,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.8460999727249146,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microdata","display_name":"Microdata (statistics)","score":0.8677999973297119},{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.6646000146865845},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6137999892234802},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5734999775886536},{"id":"https://openalex.org/keywords/survey-data-collection","display_name":"Survey data collection","score":0.42989999055862427},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.37369999289512634},{"id":"https://openalex.org/keywords/yield","display_name":"Yield (engineering)","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C2778355071","wikidata":"https://www.wikidata.org/wiki/Q1933849","display_name":"Microdata (statistics)","level":4,"score":0.8677999973297119},{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.6646000146865845},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6137999892234802},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4325999915599823},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4058000147342682},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3926999866962433},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.36039999127388},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35040000081062317},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2603999972343445},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774905.3795477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1345393","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1345393","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3774905.3795477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3795477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5286558866500854,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Using":[0],"persona-conditioned":[1],"LLMs":[2],"as":[3,97],"synthetic":[4],"survey":[5,83],"respondents":[6],"has":[7],"become":[8],"a":[9,42,61,78,104,118],"common":[10],"practice":[11],"in":[12,82,86,132],"computational":[13],"social":[14],"science":[15],"and":[16,60,109,138],"agent-based":[17],"simulations.":[18],"Yet,":[19],"it":[20],"remains":[21],"unclear":[22],"whether":[23],"multi-attribute":[24],"persona":[25,73],"prompting":[26,74],"improves":[27],"LLM":[28],"reliability":[29],"or":[30],"instead":[31],"introduces":[32],"distortions.":[33,114],"Here":[34],"we":[35,54],"contribute":[36],"to":[37],"this":[38],"assessment":[39],"by":[40],"leveraging":[41],"large":[43],"dataset":[44],"of":[45,107,122],"U.S.":[46],"microdata":[47],"from":[48],"the":[49],"World":[50],"Values":[51],"Survey.":[52],"Concretely,":[53],"evaluate":[55],"two":[56],"open-weight":[57],"chat":[58],"models":[59],"random-guesser":[62],"baseline":[63],"across":[64],"more":[65],"than":[66],"70K":[67],"respondent\u2013item":[68],"instances.":[69],"We":[70],"find":[71],"that":[72,134],"does":[75],"not":[76],"yield":[77],"clear":[79],"aggregate":[80],"improvement":[81],"alignment":[84],"and,":[85],"many":[87],"cases,":[88],"significantly":[89],"degrades":[90],"performance.":[91],"Persona":[92],"effects":[93],"are":[94],"highly":[95],"heterogeneous":[96],"most":[98],"items":[99],"exhibit":[100],"minimal":[101],"change,":[102],"while":[103],"small":[105],"subset":[106],"questions":[108],"underrepresented":[110],"subgroups":[111],"experience":[112],"disproportionate":[113],"Our":[115],"findings":[116],"highlight":[117],"key":[119],"adverse":[120],"impact":[121],"current":[123],"persona-based":[124],"simulation":[125],"practices:":[126],"demographic":[127],"conditioning":[128],"can":[129],"redistribute":[130],"error":[131],"ways":[133],"undermine":[135],"subgroup":[136],"fidelity":[137],"risk":[139],"misleading":[140],"downstream":[141],"analyses.":[142]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-12T00:00:00"}