{"id":"https://openalex.org/W7162769012","doi":"https://doi.org/10.48550/arxiv.2605.29420","title":"When Does Persona Prompting Actually Help? A Retrieval and Metric Analysis of Expert Role Injection in LLMs","display_name":"When Does Persona Prompting Actually Help? A Retrieval and Metric Analysis of Expert Role Injection in LLMs","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162769012","doi":"https://doi.org/10.48550/arxiv.2605.29420"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29420","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101193639","display_name":"Shuai Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126648328","display_name":"Su Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137399014","display_name":"Weikai Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Weikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102841028","display_name":"Jialun Wu","orcid":"https://orcid.org/0000-0002-9015-7487"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jialun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137321527","display_name":"Xinjie He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Xinjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137396740","display_name":"Zhiyuan Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137375753","display_name":"Qiyang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Qiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.789900004863739},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.6504999995231628},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.511900007724762},{"id":"https://openalex.org/keywords/framing-effect","display_name":"Framing effect","score":0.48989999294281006},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.44119998812675476},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.42579999566078186},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.3912000060081482}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.789900004863739},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.6504999995231628},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.541100025177002},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.511900007724762},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.48989999294281006},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4805000126361847},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4790000021457672},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39879998564720154},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C61783943","wikidata":"https://www.wikidata.org/wiki/Q1970348","display_name":"Luck","level":2,"score":0.3125},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C2778091340","wikidata":"https://www.wikidata.org/wiki/Q15749950","display_name":"Quality of Life Research","level":3,"score":0.28450000286102295},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C2777083192","wikidata":"https://www.wikidata.org/wiki/Q1814648","display_name":"Plain language","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Persona":[0],"prompting":[1,21,32,55,111,128,155,208],"is":[2,174,222],"widely":[3],"used":[4],"to":[5,28],"steer":[6],"large":[7],"language":[8],"models,":[9],"yet":[10],"its":[11,226],"practical":[12],"value":[13],"remains":[14],"unclear.":[15],"Prior":[16],"work":[17],"often":[18],"evaluates":[19],"persona":[20,207],"using":[22],"aggregate":[23,107],"scores,":[24],"making":[25],"it":[26],"difficult":[27],"determine":[29],"whether":[30],"expert-role":[31],"consistently":[33],"improves":[34,184],"response":[35,211],"quality":[36,43],"or":[37],"instead":[38],"changes":[39],"responses":[40],"along":[41],"different":[42],"dimensions.":[44],"We":[45,177],"study":[46],"this":[47],"question":[48],"through":[49],"a":[50,71,79,103],"controlled":[51],"comparison":[52],"of":[53],"four":[54],"conditions":[56],"across":[57],"1,140":[58],"open-ended":[59],"questions":[60,133,162],"spanning":[61],"38":[62],"expert":[63,144],"roles":[64],"and":[65,78,134,140,146,160,167,218],"six":[66],"domains:":[67],"no":[68],"role":[69,76,88,110,187,191],"prompt,":[70,74],"generic":[72],"domain-expert":[73],"embedding-based":[75],"retrieval,":[77],"hybrid":[80,181],"retrieval":[81,182,192],"method":[82],"combining":[83],"embedding":[84],"search":[85],"with":[86],"LLM-based":[87],"selection.":[89],"Aggregate":[90],"results":[91],"show":[92,179],"only":[93],"small":[94],"overall":[95],"differences":[96],"between":[97],"conditions.":[98],"However,":[99],"metric-level":[100],"analysis":[101],"reveals":[102],"consistent":[104],"tradeoff":[105],"that":[106,180,206,219],"averages":[108],"obscure:":[109],"systematically":[112],"increases":[113],"expertise":[114],"depth":[115],"while":[116],"reducing":[117],"clarity.":[118],"These":[119],"effects":[120],"are":[121,149],"highly":[122],"conditional":[123],"rather":[124,213],"than":[125,214],"universal.":[126],"Role":[127],"performs":[129,156],"best":[130],"on":[131,158],"advisory":[132],"in":[135,163],"domains":[136],"such":[137],"as":[138],"medicine":[139],"psychology,":[141],"where":[142,170],"structured":[143],"framing":[145],"risk":[147],"communication":[148],"intrinsically":[150],"valuable.":[151],"In":[152],"contrast,":[153],"baseline":[154],"better":[157,190],"conceptual":[159],"explanatory":[161],"finance,":[164],"legal,":[165],"science,":[166],"technology":[168],"domains,":[169],"concise":[171],"plain-language":[172],"explanation":[173],"more":[175],"important.":[176],"further":[178],"significantly":[183],"over":[185],"embedding-only":[186],"selection,":[188],"although":[189],"does":[193],"not":[194],"eliminate":[195],"the":[196],"broader":[197],"expertise-depth":[198],"versus":[199],"clarity":[200],"tradeoff.":[201],"Overall,":[202],"our":[203],"findings":[204],"suggest":[205],"primarily":[209],"reshapes":[210],"characteristics":[212],"broadly":[215],"improving":[216],"capability,":[217],"multi-metric":[220],"evaluation":[221],"necessary":[223],"for":[224],"understanding":[225],"effects.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}