{"id":"https://openalex.org/W4414972724","doi":"https://doi.org/10.48550/arxiv.2510.04950","title":"Mind Your Tone: Investigating How Prompt Politeness Affects LLM Accuracy (short paper)","display_name":"Mind Your Tone: Investigating How Prompt Politeness Affects LLM Accuracy (short paper)","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414972724","doi":"https://doi.org/10.48550/arxiv.2510.04950"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.04950","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04950","pdf_url":"https://arxiv.org/pdf/2510.04950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.04950","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119912355","display_name":"Om Dobariya","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dobariya, Om","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049424977","display_name":"Akhil Kumar","orcid":"https://orcid.org/0000-0001-7734-9946","observed_orcids":["https://orcid.org/0000-0001-7734-9946"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Akhil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.39430001378059387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.39430001378059387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.2151000052690506,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15109999477863312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tone","display_name":"tone","score":0.3310000002384186},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9300000071525574},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.6340000033378601},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.8349999785423279},{"id":"https://openalex.org/keywords/multiple-choice-question-accuracy","display_name":"multiple-choice question accuracy","score":0.75},{"id":"https://openalex.org/keywords/incivility","display_name":"incivility","score":0.6489999890327454},{"id":"https://openalex.org/keywords/pragmatics","display_name":"pragmatics","score":0.7450000047683716},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.9079999923706055}],"concepts":[{"id":"https://openalex.org/C61123122","wikidata":"https://www.wikidata.org/wiki/Q281287","display_name":"Politeness","level":2,"score":0.9753999710083008},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7778000235557556},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.6460999846458435},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5116000175476074},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4814999997615814},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4189000129699707},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41850000619888306},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.33169999718666077},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.04950","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04950","pdf_url":"https://arxiv.org/pdf/2510.04950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.04950","doi":"https://doi.org/10.48550/arxiv.2510.04950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.04950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.04950","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04950","pdf_url":"https://arxiv.org/pdf/2510.04950","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414972724.pdf","grobid_xml":"https://content.openalex.org/works/W4414972724.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W3118781290","https://openalex.org/W4385430086","https://openalex.org/W4386554921","https://openalex.org/W4387799916","https://openalex.org/W4389519099","https://openalex.org/W4389520255","https://openalex.org/W4404781633","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":["https://openalex.org/W7133497157","https://openalex.org/W4417452325","https://openalex.org/W7155005180","https://openalex.org/W7171550368","https://openalex.org/W7162786337","https://openalex.org/W7133506646","https://openalex.org/W7017802358","https://openalex.org/W4414009703","https://openalex.org/W4404781633","https://openalex.org/W7212168629"],"abstract_inverted_index":{"The":[0],"wording":[1],"of":[2,13,21,35,48,144,148,158],"natural":[3],"language":[4,15],"prompts":[5,97,110],"has":[6],"been":[7],"shown":[8],"to":[9,89,94,111,136],"influence":[10],"the":[11,19,142,155],"performance":[12],"large":[14],"models":[16],"(LLMs),":[17],"yet":[18],"role":[20],"politeness":[22,37],"and":[23,55,68,84,150],"tone":[24,61],"remains":[25],"underexplored.":[26],"In":[27],"this":[28],"study,":[29],"we":[30,78],"investigate":[31],"how":[32],"varying":[33],"levels":[34],"prompt":[36],"affect":[38],"model":[39],"accuracy":[40,103],"on":[41],"multiple-choice":[42],"questions.":[43],"We":[44],"created":[45],"a":[46],"dataset":[47],"50":[49],"base":[50],"questions":[51,153],"spanning":[52],"mathematics,":[53],"science,":[54],"history,":[56],"each":[57],"rewritten":[58],"into":[59],"five":[60],"variants:":[62],"Very":[63,69,108,114],"Polite,":[64,65],"Neutral,":[66],"Rude,":[67,70],"yielding":[71],"250":[72],"unique":[73],"prompts.":[74,116],"Using":[75],"ChatGPT":[76],"4o,":[77],"evaluated":[79],"responses":[80],"across":[81],"these":[82],"conditions":[83],"applied":[85],"paired":[86],"sample":[87],"t-tests":[88],"assess":[90],"statistical":[91],"significance.":[92],"Contrary":[93],"expectations,":[95],"impolite":[96],"consistently":[98],"outperformed":[99],"polite":[100],"ones,":[101],"with":[102,126],"ranging":[104],"from":[105,120],"80.8%":[106],"for":[107,113],"Polite":[109],"84.8%":[112],"Rude":[115],"These":[117],"findings":[118],"differ":[119],"earlier":[121],"studies":[122],"that":[123,130],"associated":[124],"rudeness":[125],"poorer":[127],"outcomes,":[128],"suggesting":[129],"newer":[131],"LLMs":[132],"may":[133],"respond":[134],"differently":[135],"tonal":[137],"variation.":[138],"Our":[139],"results":[140],"highlight":[141],"importance":[143],"studying":[145],"pragmatic":[146],"aspects":[147],"prompting":[149],"raise":[151],"broader":[152],"about":[154],"social":[156],"dimensions":[157],"human-AI":[159],"interaction.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":33}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-09T00:00:00"}