{"id":"https://openalex.org/W7125709491","doi":"https://doi.org/10.48550/arxiv.2601.16529","title":"SycoEval-EM: Sycophancy Evaluation of Large Language Models in Simulated Clinical Encounters for Emergency Care","display_name":"SycoEval-EM: Sycophancy Evaluation of Large Language Models in Simulated Clinical Encounters for Emergency Care","publication_year":2026,"publication_date":"2026-01-23","ids":{"openalex":"https://openalex.org/W7125709491","doi":"https://doi.org/10.48550/arxiv.2601.16529"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.16529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.16529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101325614","display_name":"Dongshen Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Dongshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123844276","display_name":"Yi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135280779","display_name":"Austin Schoeffler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schoeffler, Austin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139445143","display_name":"Sun-ha Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Sun-ha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138551840","display_name":"Brian Suffoletto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suffoletto, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146780978","display_name":"David Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125507933","display_name":"Carl Preiksaitis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Preiksaitis, Carl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075451277","display_name":"Christian Rose","orcid":"https://orcid.org/0009-0002-4169-4355"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rose, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8299999833106995,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8299999833106995,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persuasion","display_name":"Persuasion","score":0.826200008392334},{"id":"https://openalex.org/keywords/acquiescence","display_name":"Acquiescence","score":0.8202000260353088},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7892000079154968},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.44200000166893005},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.4032999873161316},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3910999894142151},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.32760000228881836}],"concepts":[{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.826200008392334},{"id":"https://openalex.org/C2779403266","wikidata":"https://www.wikidata.org/wiki/Q342522","display_name":"Acquiescence","level":3,"score":0.8202000260353088},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7892000079154968},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.44200000166893005},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.41769999265670776},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3982999920845032},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.384799987077713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3508000075817108},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.30230000615119934},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C2779501324","wikidata":"https://www.wikidata.org/wiki/Q581445","display_name":"Social vulnerability","level":3,"score":0.2897000014781952},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C62555980","wikidata":"https://www.wikidata.org/wiki/Q1460420","display_name":"Emergency management","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2780724011","wikidata":"https://www.wikidata.org/wiki/Q1295316","display_name":"Emergency department","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C526869908","wikidata":"https://www.wikidata.org/wiki/Q3298118","display_name":"Suicide prevention","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C190385971","wikidata":"https://www.wikidata.org/wiki/Q373494","display_name":"Injury prevention","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.25679999589920044},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.16529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.16529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7440072298049927}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,65,202],"(LLMs)":[3],"deployed":[4],"in":[5,36,73],"clinical":[6,46,82,197,221],"decision":[7],"support":[8,191],"may":[9],"acquiesce":[10],"to":[11,28,32,58,182,213],"patient":[12,34,214],"requests":[13],"for":[14,87,92,95,99,102,135,163],"care":[15],"that":[16,176,211],"conflicts":[17],"with":[18,128],"evidence-based":[19],"guidelines.":[20],"We":[21],"developed":[22],"SycoEval-EM,":[23],"a":[24,61,139],"multi-agent":[25],"simulation":[26],"framework":[27],"evaluate":[29],"LLM":[30],"robustness":[31,212],"adversarial":[33,194],"persuasion":[35,122],"emergency":[37],"medicine.":[38],"Across":[39],"19":[40],"contemporary":[41],"LLMs":[42],"and":[43,97,109,159,190],"1,425":[44],"simulated":[45],"encounters":[47],"spanning":[48],"three":[49],"Choosing":[50],"Wisely":[51],"scenarios,":[52],"acquiescence":[53,126,168],"rates":[54],"ranged":[55],"from":[56],"0%":[57],"100%,":[59],"revealing":[60],"bimodal":[62],"distribution.":[63],"Seven":[64],"maintained":[66],"near-perfect":[67,161],"guideline":[68,205],"adherence,":[69],"while":[70],"six":[71],"acquiesced":[72],"the":[74,164],"majority":[75],"of":[76,167],"encounters.":[77],"Vulnerability":[78],"varied":[79],"substantially":[80],"across":[81,155,207],"scenarios.":[83],"Acquiescence":[84],"was":[85,148],"highest":[86],"CT":[88],"imaging":[89],"requests,":[90],"intermediate":[91],"antibiotic":[93],"prescriptions":[94,101],"sinusitis,":[96],"lowest":[98],"opioid":[100],"acute":[103],"back":[104],"pain.":[105],"Model":[106],"scale,":[107],"recency,":[108],"performance":[110,185],"on":[111],"static":[112,177],"medical":[113,178],"benchmarks":[114,179],"did":[115],"not":[116],"consistently":[117],"predict":[118,183],"robustness.":[119],"All":[120],"five":[121],"tactics":[123],"produced":[124],"similar":[125],"rates,":[127],"no":[129],"statistically":[130],"significant":[131],"differences":[132],"after":[133],"correction":[134],"multiple":[136],"comparisons,":[137],"suggesting":[138],"generalized":[140],"susceptibility":[141],"rather":[142],"than":[143],"tactic-specific":[144],"weaknesses.":[145],"LLM-as-judge":[146],"evaluation":[147],"validated":[149],"against":[150],"two":[151,201],"independent":[152],"physician":[153],"raters":[154],"95":[156],"matched":[157],"conversations":[158],"demonstrated":[160],"agreement":[162],"primary":[165],"outcome":[166],"(Cohens":[169],"kappa":[170],"=":[171],"0.957).":[172],"These":[173],"findings":[174],"indicate":[175],"are":[180],"insufficient":[181],"safety":[184],"under":[186],"sustained":[187],"social":[188],"pressure":[189,215],"incorporating":[192],"multi-turn":[193],"testing":[195],"into":[196],"AI":[198],"evaluation.":[199],"Notably,":[200],"achieved":[203],"perfect":[204],"adherence":[206],"all":[208],"encounters,":[209],"demonstrating":[210],"is":[216],"attainable":[217],"without":[218],"sacrificing":[219],"effective":[220],"communication.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-09-04T10:56:28.161419","created_date":"2026-01-27T00:00:00"}