{"id":"https://openalex.org/W4388788960","doi":"https://doi.org/10.48550/arxiv.2311.10054","title":"When \"A Helpful Assistant\" Is Not Really Helpful: Personas in System Prompts Do Not Improve Performances of Large Language Models","display_name":"When \"A Helpful Assistant\" Is Not Really Helpful: Personas in System Prompts Do Not Improve Performances of Large Language Models","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https://openalex.org/W4388788960","doi":"https://doi.org/10.48550/arxiv.2311.10054"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.10054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10054","pdf_url":"https://arxiv.org/pdf/2311.10054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.10054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024099895","display_name":"Mingqian Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Mingqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049055745","display_name":"Jiaxin Pei","orcid":"https://orcid.org/0000-0003-2123-0457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Logeswaran, Lajanugen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Logeswaran, Lajanugen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lee, Moontae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Moontae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Jurgens, David","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurgens, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9430000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.8063173294067383},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.618381917476654},{"id":"https://openalex.org/keywords/interpersonal-communication","display_name":"Interpersonal communication","score":0.6183052062988281},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.498309850692749},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.490149587392807},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42293471097946167},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.4178016781806946},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39059820771217346},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3607361912727356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3530157804489136},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3295741677284241},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3168168365955353},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.27952975034713745},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.14456194639205933},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11798593401908875},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10802432894706726}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8063173294067383},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.618381917476654},{"id":"https://openalex.org/C164850336","wikidata":"https://www.wikidata.org/wiki/Q3685487","display_name":"Interpersonal communication","level":2,"score":0.6183052062988281},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.498309850692749},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.490149587392807},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42293471097946167},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.4178016781806946},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39059820771217346},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3607361912727356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3530157804489136},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3295741677284241},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3168168365955353},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.27952975034713745},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.14456194639205933},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11798593401908875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10802432894706726},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.10054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10054","pdf_url":"https://arxiv.org/pdf/2311.10054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.10054","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.10054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.10054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10054","pdf_url":"https://arxiv.org/pdf/2311.10054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G3936121087","display_name":"CAREER: Fostering Prosocial Behavior and Well-Being in Online Communities","funder_award_id":"2143529","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388788960.pdf","grobid_xml":"https://content.openalex.org/works/W4388788960.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2376415519","https://openalex.org/W4294769427","https://openalex.org/W1601381279","https://openalex.org/W1895908943","https://openalex.org/W4225667838","https://openalex.org/W4281893144","https://openalex.org/W2374747083","https://openalex.org/W4388254351","https://openalex.org/W4386270999","https://openalex.org/W2387906841"],"abstract_inverted_index":{"Prompting":[0],"serves":[1],"as":[2,35],"the":[3,18,21,128,141,147,152,173,185,216],"major":[4],"way":[5],"humans":[6],"interact":[7],"with":[8,159,190],"Large":[9],"Language":[10],"Models":[11],"(LLM).":[12],"Commercial":[13],"AI":[14],"systems":[15],"commonly":[16],"define":[17],"role":[19],"of":[20,37,45,72,81,87,93,98,102,124,146,162,218],"LLM":[22],"in":[23,74,113,213],"system":[24,40,49,75,114],"prompts.":[25,76],"For":[26],"example,":[27],"ChatGPT":[28],"uses":[29],"``You":[30],"are":[31,228],"a":[32,58,69,79,122,160,206],"helpful":[33],"assistant''":[34],"part":[36],"its":[38],"default":[39],"prompt.":[41],"Despite":[42],"current":[43],"practices":[44],"adding":[46,111,205],"personas":[47,56,73,112],"to":[48,127,210],"prompts,":[50],"it":[51],"remains":[52],"unclear":[53],"how":[54],"different":[55],"affect":[57],"model's":[59],"performance":[60,120,211],"on":[61],"objective":[62],"tasks.":[63],"In":[64],"this":[65],"study,":[66],"we":[67,108],"present":[68],"systematic":[70],"evaluation":[71],"We":[77,156],"curate":[78],"list":[80,161],"162":[82],"roles":[83],"covering":[84],"6":[85],"types":[86],"interpersonal":[88],"relationships":[89],"and":[90,104,144,166,226],"8":[91],"domains":[92],"expertise.":[94],"Through":[95],"extensive":[96],"analysis":[97,138],"4":[99],"popular":[100],"families":[101],"LLMs":[103],"2,410":[105],"factual":[106],"questions,":[107],"demonstrate":[109],"that":[110,140,203],"prompts":[115],"does":[116],"not":[117],"improve":[118],"model":[119],"across":[121],"range":[123],"questions":[125],"compared":[126],"control":[129],"setting":[130],"where":[131],"no":[132,194],"persona":[133,148,163,175,187,207,220],"is":[134,188],"added.":[135],"Nevertheless,":[136],"further":[137,157],"suggests":[139],"gender,":[142],"type,":[143],"domain":[145],"can":[149,221],"all":[150],"influence":[151],"resulting":[153],"prediction":[154,181],"accuracies.":[155],"experimented":[158],"search":[164],"strategies":[165],"found":[167],"that,":[168],"while":[169,204],"aggregating":[170],"results":[171],"from":[172],"best":[174,186],"for":[176],"each":[177,219],"question":[178],"significantly":[179],"improves":[180],"accuracy,":[182],"automatically":[183],"identifying":[184],"challenging,":[189],"predictions":[191],"often":[192],"performing":[193],"better":[195],"than":[196],"random":[197],"selection.":[198],"Overall,":[199],"our":[200],"findings":[201],"suggest":[202],"may":[208],"lead":[209],"gains":[212],"certain":[214],"settings,":[215],"effect":[217],"be":[222],"largely":[223],"random.":[224],"Code":[225],"data":[227],"available":[229],"at":[230],"https://github.com/Jiaxin-Pei/Prompting-with-Social-Roles.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2023-11-18T00:00:00"}