{"id":"https://openalex.org/W4404792888","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.888","title":"When \u201dA Helpful Assistant\u201d Is Not Really Helpful: Personas in System Prompts Do Not Improve Performances of Large Language Models","display_name":"When \u201dA Helpful Assistant\u201d Is Not Really Helpful: Personas in System Prompts Do Not Improve Performances of Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404792888","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.888"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.888","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.888","pdf_url":"https://aclanthology.org/2024.findings-emnlp.888.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.findings-emnlp.888.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024099895","display_name":"Mingqian Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingqian Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049055745","display_name":"Jiaxin Pei","orcid":"https://orcid.org/0000-0003-2123-0457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaxin Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003257470","display_name":"Lajanugen Logeswaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lajanugen Logeswaran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066049461","display_name":"Moontae Lee","orcid":"https://orcid.org/0000-0001-5542-3463"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moontae Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046126345","display_name":"David Jurgens","orcid":"https://orcid.org/0000-0002-2135-9878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Jurgens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.4752,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.99728956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"15126","last_page":"15154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9277999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.7869888544082642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7138354182243347},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4624694883823395},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36721089482307434},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3327919840812683}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.7869888544082642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7138354182243347},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4624694883823395},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36721089482307434},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3327919840812683}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.findings-emnlp.888","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.888","pdf_url":"https://aclanthology.org/2024.findings-emnlp.888.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.888","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.888","pdf_url":"https://aclanthology.org/2024.findings-emnlp.888.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3936121087","display_name":"CAREER: Fostering Prosocial Behavior and Well-Being in Online Communities","funder_award_id":"2143529","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404792888.pdf","grobid_xml":"https://content.openalex.org/works/W4404792888.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2795366572","https://openalex.org/W2886588594","https://openalex.org/W3005214328","https://openalex.org/W3091061106","https://openalex.org/W2610743940","https://openalex.org/W4312802148","https://openalex.org/W4389400787"],"abstract_inverted_index":{"Prompting":[0],"serves":[1],"as":[2,33],"the":[3,17,20,122,134,140,145,165,177,207],"major":[4],"way":[5],"humans":[6],"interact":[7],"with":[8,151,182],"Large":[9],"Language":[10],"Models":[11],"(LLM).Commercial":[12],"AI":[13],"systems":[14],"commonly":[15],"define":[16],"role":[18],"of":[19,35,42,68,76,82,88,92,96,118,139,154,209],"LLM":[21],"in":[22,70,107,204],"system":[23,38,46,71,108],"prompts.For":[24],"example,":[25],"ChatGPT":[26],"uses":[27],"\"You":[28],"are":[29,218],"a":[30,55,65,74,116,152,197],"helpful":[31],"assistant\"":[32],"part":[34],"its":[36],"default":[37],"prompt.Despite":[39],"current":[40],"practices":[41],"adding":[43,105,196],"personas":[44,53,69,106],"to":[45,121,201],"prompts,":[47],"it":[48],"remains":[49],"unclear":[50],"how":[51],"different":[52],"affect":[54],"model's":[56],"performance":[57,114,202],"on":[58],"objective":[59],"tasks.In":[60],"this":[61],"study,":[62],"we":[63,102],"present":[64],"systematic":[66],"evaluation":[67],"prompts.We":[72],"curate":[73],"list":[75,153],"162":[77],"roles":[78],"covering":[79],"6":[80],"types":[81],"interpersonal":[83],"relationships":[84],"and":[85,98,137,158,216],"8":[86],"domains":[87],"expertise.Through":[89],"extensive":[90],"analysis":[91,131],"4":[93],"popular":[94],"families":[95],"LLMs":[97],"2,410":[99],"factual":[100],"questions,":[101],"demonstrate":[103],"that":[104,133,194],"prompts":[109],"does":[110],"not":[111],"improve":[112],"model":[113],"across":[115],"range":[117],"questions":[119],"compared":[120],"control":[123],"setting":[124],"where":[125],"no":[126,186],"persona":[127,141,155,167,179,198,211],"is":[128,180],"added.Nevertheless,":[129],"further":[130,149],"suggests":[132],"gender,":[135],"type,":[136],"domain":[138],"can":[142,212],"all":[143],"influence":[144],"resulting":[146],"prediction":[147,173],"accuracies.We":[148],"experimented":[150],"search":[156],"strategies":[157],"found":[159],"that,":[160],"while":[161,195],"aggregating":[162],"results":[163],"from":[164],"best":[166,178],"for":[168],"each":[169,210],"question":[170],"significantly":[171],"improves":[172],"accuracy,":[174],"automatically":[175],"identifying":[176],"challenging,":[181],"predictions":[183],"often":[184],"performing":[185],"better":[187],"than":[188],"random":[189],"selection.Overall,":[190],"our":[191],"findings":[192],"suggest":[193],"may":[199],"lead":[200],"gains":[203],"certain":[205],"settings,":[206],"effect":[208],"be":[213],"largely":[214],"random.Code":[215],"data":[217],"available":[219],"at":[220],"https://github.com/Jiaxin-Pei/":[221],"Prompting-with-Social-Roles.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":25}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}