{"id":"https://openalex.org/W7151904637","doi":"https://doi.org/10.48550/arxiv.2604.05051","title":"This Treatment Works, Right? Evaluating LLM Sensitivity to Patient Question Framing in Medical QA","display_name":"This Treatment Works, Right? Evaluating LLM Sensitivity to Patient Question Framing in Medical QA","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151904637","doi":"https://doi.org/10.48550/arxiv.2604.05051"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05051","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133167810","display_name":"Hye Sun Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun, Hye Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133175695","display_name":"Geetika Kapoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kapoor, Geetika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057295642","display_name":"Michael Mackert","orcid":"https://orcid.org/0000-0002-1758-5354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mackert, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133211565","display_name":"Ramez Kouzy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kouzy, Ramez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133150151","display_name":"Wei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133223735","display_name":"Junyi Jessy Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junyi Jessy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133188684","display_name":"Byron C. Wallace","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wallace, Byron C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5231000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5231000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.18479999899864197,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.09109999984502792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.7700999975204468},{"id":"https://openalex.org/keywords/persuasion","display_name":"Persuasion","score":0.5615000128746033},{"id":"https://openalex.org/keywords/framing-effect","display_name":"Framing effect","score":0.5514000058174133},{"id":"https://openalex.org/keywords/grounded-theory","display_name":"Grounded theory","score":0.390500009059906},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.3734000027179718},{"id":"https://openalex.org/keywords/plain-language","display_name":"Plain language","score":0.3553999960422516},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3379000127315521}],"concepts":[{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.7700999975204468},{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.5615000128746033},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.5514000058174133},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4268999993801117},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.390500009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38600000739097595},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3797000050544739},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C2777083192","wikidata":"https://www.wikidata.org/wiki/Q1814648","display_name":"Plain language","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3379000127315521},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.29190000891685486},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C3018949938","wikidata":"https://www.wikidata.org/wiki/Q17166101","display_name":"Text messaging","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26440000534057617},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8251428008079529}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Patients":[0],"are":[1,13,22,35,75,129],"increasingly":[2],"turning":[3],"to":[4,17,24,133],"large":[5],"language":[6,95,162],"models":[7],"(LLMs)":[8],"with":[9],"medical":[10,68,171],"questions":[11,34],"that":[12,124,167],"complex":[14],"and":[15,27,94,114,126,161],"difficult":[16],"articulate":[18],"clearly.":[19],"However,":[20],"LLMs":[21,38],"sensitive":[23],"prompt":[25],"phrasings":[26],"can":[28,173],"be":[29,174],"influenced":[30,176],"by":[31],"the":[32,49,185,189],"way":[33],"worded.":[36],"Ideally,":[37],"should":[39],"respond":[40],"consistently":[41],"regardless":[42],"of":[43,85,105,191],"phrasing,":[44],"particularly":[45],"when":[46,182],"grounded":[47,109,183],"in":[48,60,110,146,170,184,201],"same":[50,186],"underlying":[51],"evidence.":[52],"We":[53,81,101,154],"investigate":[54],"this":[55],"through":[56,177],"a":[57,61,103],"systematic":[58],"evaluation":[59,196],"controlled":[62],"retrieval-augmented":[63],"generation":[64],"(RAG)":[65],"setting":[66],"for":[67,198],"question":[69,89],"answering":[70],"(QA),":[71],"where":[72,149],"expert-selected":[73],"documents":[74],"used":[76],"rather":[77],"than":[78,137],"retrieved":[79],"automatically.":[80],"examine":[82],"two":[83],"dimensions":[84],"patient":[86],"query":[87,107,178],"variation:":[88],"framing":[90,141,160],"(positive":[91],"vs.":[92,98],"negative)":[93],"style":[96],"(technical":[97],"plain":[99],"language).":[100],"construct":[102],"dataset":[104],"6,614":[106],"pairs":[108,128],"clinical":[111],"trial":[112],"abstracts":[113],"evaluate":[115],"response":[116],"consistency":[117],"across":[118],"eight":[119],"LLMs.":[120],"Our":[121,164],"findings":[122],"show":[123],"positively-":[125],"negatively-framed":[127],"significantly":[130],"more":[131],"likely":[132],"produce":[134],"contradictory":[135],"conclusions":[136],"same-framing":[138],"pairs.":[139],"This":[140],"effect":[142],"is":[143],"further":[144],"amplified":[145],"multi-turn":[147],"conversations,":[148],"sustained":[150],"persuasion":[151],"increases":[152],"inconsistency.":[153],"find":[155],"no":[156],"significant":[157],"interaction":[158],"between":[159],"style.":[163],"results":[165],"demonstrate":[166],"LLM":[168],"responses":[169],"QA":[172],"systematically":[175],"phrasing":[179,192],"alone,":[180],"even":[181],"evidence,":[187],"highlighting":[188],"importance":[190],"robustness":[193],"as":[194],"an":[195],"criterion":[197],"RAG-based":[199],"systems":[200],"high-stakes":[202],"settings.":[203]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-09T00:00:00"}