{"id":"https://openalex.org/W7204904808","doi":"https://doi.org/10.64898/2026.08.28.26361634","title":"When medical credentials conflict with stated accuracy: A factorial study of source credibility and answer revision in medical LLM interactions","display_name":"When medical credentials conflict with stated accuracy: A factorial study of source credibility and answer revision in medical LLM interactions","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7204904808","doi":"https://doi.org/10.64898/2026.08.28.26361634"},"language":"en","primary_location":{"id":"doi:10.64898/2026.08.28.26361634","doi":"https://doi.org/10.64898/2026.08.28.26361634","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.26361634","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/01/2026.08.28.26361634.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/01/2026.08.28.26361634.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104160227","display_name":"Simona W\u00f3jcik","orcid":"https://orcid.org/0009-0005-4128-8447","observed_orcids":["https://orcid.org/0009-0005-4128-8447"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Simona W\u00f3jcik","raw_affiliation_strings":["LUX MED Sp. z o.o., Warsaw, Poland"],"raw_orcid":"https://orcid.org/0009-0005-4128-8447","affiliations":[{"raw_affiliation_string":"LUX MED Sp. z o.o., Warsaw, Poland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036982485","display_name":"Anna Rulkiewicz","orcid":"https://orcid.org/0009-0002-3824-218X","observed_orcids":["https://orcid.org/0009-0002-3824-218X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Rulkiewicz","raw_affiliation_strings":["LUX MED Sp. z o.o., Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LUX MED Sp. z o.o., Warsaw, Poland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072767388","display_name":"Justyna Domienik\u2010Kar\u0142owicz","orcid":"https://orcid.org/0000-0001-6122-9755","observed_orcids":["https://orcid.org/0000-0001-6122-9755"]},"institutions":[{"id":"https://openalex.org/I268303160","display_name":"Medical University of Warsaw","ror":"https://ror.org/04p2y4s44","country_code":"PL","type":"education","lineage":["https://openalex.org/I268303160"]},{"id":"https://openalex.org/I4405285530","display_name":"Wy\u017csza Szko\u0142a Nauk Medycznych w Warszawie","ror":"https://ror.org/05m4z1j50","country_code":"PL","type":"education","lineage":["https://openalex.org/I4405285530"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Justyna Domienik-Kar\u0142owicz","raw_affiliation_strings":["Department of Internal Medicine and Cardiology, Medical University of Warsaw, Warsaw, Poland","Wy\u017csza Szko\u0142a Nauk Medycznych w Warszawie, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine and Cardiology, Medical University of Warsaw, Warsaw, Poland","institution_ids":["https://openalex.org/I268303160"]},{"raw_affiliation_string":"Wy\u017csza Szko\u0142a Nauk Medycznych w Warszawie, Warsaw, Poland","institution_ids":["https://openalex.org/I4405285530"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5104160227"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9340000152587891},{"id":"https://openalex.org/keywords/medical-llms","display_name":"medical LLMs","score":0.6039999723434448},{"id":"https://openalex.org/keywords/source-credibility","display_name":"source credibility","score":0.9039999842643738},{"id":"https://openalex.org/keywords/second-opinion","display_name":"second opinion","score":0.5740000009536743},{"id":"https://openalex.org/keywords/medical-specialty-examination","display_name":"medical specialty examination","score":0.6880000233650208},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7049999833106995},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.9810000061988831},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9940000176429749},{"id":"https://openalex.org/keywords/selective-compliance","display_name":"selective compliance","score":0.4950000047683716},{"id":"https://openalex.org/keywords/user-ai-interaction","display_name":"user-AI interaction","score":0.3790000081062317},{"id":"https://openalex.org/keywords/trust-in-ai","display_name":"trust in AI","score":0.3140000104904175}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.684499979019165},{"id":"https://openalex.org/C2777810591","wikidata":"https://www.wikidata.org/wiki/Q16861606","display_name":"Credential","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5170000195503235},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.4553000032901764},{"id":"https://openalex.org/C20387591","wikidata":"https://www.wikidata.org/wiki/Q930752","display_name":"Specialty","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C44648626","wikidata":"https://www.wikidata.org/wiki/Q1049848","display_name":"Percentage point","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.36390000581741333},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C2986548036","wikidata":"https://www.wikidata.org/wiki/Q726474","display_name":"Factorial analysis","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28839999437332153},{"id":"https://openalex.org/C183763347","wikidata":"https://www.wikidata.org/wiki/Q120976","display_name":"Factorial","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C2780783599","wikidata":"https://www.wikidata.org/wiki/Q1931779","display_name":"Seniority","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2779529714","wikidata":"https://www.wikidata.org/wiki/Q2632744","display_name":"Graduation (instrument)","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.08.28.26361634","doi":"https://doi.org/10.64898/2026.08.28.26361634","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.26361634","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/01/2026.08.28.26361634.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.08.28.26361634","doi":"https://doi.org/10.64898/2026.08.28.26361634","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.26361634","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/01/2026.08.28.26361634.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204904808.pdf","grobid_xml":"https://content.openalex.org/works/W7204904808.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W2104505336","https://openalex.org/W2161254436","https://openalex.org/W2281090488","https://openalex.org/W2548421507","https://openalex.org/W2902598574","https://openalex.org/W2908201961","https://openalex.org/W2916215406","https://openalex.org/W2916904544","https://openalex.org/W3112852183","https://openalex.org/W3161449705","https://openalex.org/W4211000585","https://openalex.org/W4211017739","https://openalex.org/W4280572991","https://openalex.org/W4317748910","https://openalex.org/W4319662928","https://openalex.org/W4387597556","https://openalex.org/W4387597924","https://openalex.org/W4387892136","https://openalex.org/W4388747879","https://openalex.org/W4396698210","https://openalex.org/W4399453666","https://openalex.org/W4399701665","https://openalex.org/W4399923676","https://openalex.org/W4401043273","https://openalex.org/W4403813762","https://openalex.org/W4404457957","https://openalex.org/W4406152263","https://openalex.org/W4406711499","https://openalex.org/W4407173730","https://openalex.org/W4407189609","https://openalex.org/W4409131363","https://openalex.org/W4409283601","https://openalex.org/W4409748472","https://openalex.org/W4410424798","https://openalex.org/W4412164899","https://openalex.org/W4412488514","https://openalex.org/W4412699263","https://openalex.org/W4413515507","https://openalex.org/W4414426818","https://openalex.org/W4414891332","https://openalex.org/W4415230966","https://openalex.org/W4415300695","https://openalex.org/W4415315946","https://openalex.org/W4415963028","https://openalex.org/W4416034705","https://openalex.org/W4416257143","https://openalex.org/W4416310202","https://openalex.org/W4416693324","https://openalex.org/W4416870770","https://openalex.org/W4417025760","https://openalex.org/W7125709491","https://openalex.org/W7126185690","https://openalex.org/W7128444586","https://openalex.org/W7128475676","https://openalex.org/W7128539516","https://openalex.org/W7133226971","https://openalex.org/W7139120435","https://openalex.org/W7140099543","https://openalex.org/W7152017467","https://openalex.org/W7154571821","https://openalex.org/W7164369045","https://openalex.org/W7164894852","https://openalex.org/W7166848713","https://openalex.org/W7166881271","https://openalex.org/W7166882628","https://openalex.org/W7167018722"],"related_works":["https://openalex.org/W7171806510","https://openalex.org/W7208781853","https://openalex.org/W7167100865","https://openalex.org/W4387596239","https://openalex.org/W7126185690","https://openalex.org/W7166176728","https://openalex.org/W7172438735","https://openalex.org/W7202163425","https://openalex.org/W7213241663","https://openalex.org/W4385199429"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"language":[2,57,274],"models":[3],"perform":[4],"well":[5],"on":[6,44,83,280,290],"medical":[7,29,272,305,389],"examinations,":[8],"but":[9],"users":[10],"routinely":[11],"challenge":[12],"their":[13,346,350],"answers":[14,284],"and":[15,19,31,53,65,88,172,246,271,349,368,370,396,445],"invoke":[16],"professional":[17,347],"roles,":[18],"it":[20,319],"is":[21,315],"unclear":[22],"what":[23,327,335],"a":[24,28,32,41,97,110,116,180,185,219,235,254,258,304,312,340,376,388,418,425,428,434,437,477,480],"system":[25,66,324],"does":[26],"when":[27,101,337],"credential":[30],"stated":[33,80,223,239,430],"task-specific":[34],"accuracy":[35,82,224],"point":[36],"in":[37,375],"opposite":[38],"directions.":[39],"In":[40,179],"factorial":[42],"experiment":[43],"480":[45,356],"items":[46],"from":[47,139,146,218,234],"four":[48],"Polish":[49,357],"specialty":[50,358],"examination":[51,359],"sets":[52],"three":[54,170,362,450],"consumer":[55],"large":[56,273],"model":[58,275],"systems":[59,171,276,301,415,453],"(ChatGPT,":[60],"Claude,":[61],"Gemini),":[62],"each":[63,373],"item":[64],"received":[67],"eleven":[68],"independent":[69,268,321,488],"conversations.":[70,131],"Conditions":[71],"crossed":[72],"attributed":[73],"source":[74],"role":[75],"(medical":[76],"student,":[77],"experienced":[78,394],"specialist),":[79],"prior":[81],"similar":[84,408],"questions":[85,360,409],"(2/10,":[86],"8/10)":[87],"suggestion":[89,217,233],"correctness.":[90],"The":[91,132,379,452],"primary":[92],"outcome":[93],"was":[94,126,135,225,244,384,443],"adoption":[95],"of":[96,404],"prespecified":[98,181],"incorrect":[99,133,197,216,466],"option":[100,134],"the":[102,106,124,140,147,169,231,242,323,328,382,405,414,441,449],"baseline":[103],"answer":[104,260,306,374,383,420,482],"matched":[105],"official":[107],"key,":[108],"comparing":[109],"specialist":[111,141,220,426],"described":[112,118,142,149,385],"as":[113,119,143,150,266,387,392,397,487],"2/10":[114,144],"with":[115,123,184,221,237,427,436],"student":[117,148,236,390,435],"8/10.":[120],"Baseline":[121],"agreement":[122,474],"key":[125],"87.2%":[127],"across":[128,168,248,448],"15,683":[129],"analyzable":[130],"adopted":[136,192],"more":[137,194,228,422,463],"often":[138,195,423],"than":[145,196,212,230,432,465],"8/10":[151],"(10.2%":[152],"vs.":[153],"7.6%;":[154],"adjusted":[155],"risk":[156],"difference":[157,200,243,442],"+2.82":[158],"percentage":[159,202],"points,":[160,203],"95%":[161,204],"CI":[162,205],"+0.65":[163],"to":[164,207,302,333,361,471],"+4.99).":[165],"Estimates":[166],"varied":[167,247],"only":[173,252,316],"one":[174],"system-specific":[175],"interval":[176],"excluded":[177],"zero.":[178],"exploratory":[182],"analysis":[183],"shared":[186],"eligibility":[187],"rule,":[188],"correct":[189,419,460],"suggestions":[190],"were":[191,454],"far":[193,462],"ones":[198],"(risk":[199],"+35.7":[201],"+30.8":[206],"+40.7),":[208],"indicating":[209],"selective":[210],"rather":[211],"indiscriminate":[213],"compliance.":[214],"An":[215],"low":[222],"therefore":[226],"slightly":[227,421],"influential":[229],"same":[232],"high":[238],"accuracy,":[240],"although":[241,440],"modest":[245],"systems.":[249,451],"Agreement":[250],"reached":[251],"after":[253,285,322,476],"user":[255,341,478],"has":[256,325],"disclosed":[257],"preferred":[259,481],"should":[261,277,483],"not":[262,288,446,455,484],"automatically":[263],"be":[264,278,485],"treated":[265],"an":[267,393],"second":[269,313],"opinion,":[270],"evaluated":[279],"how":[281],"they":[282,307,458],"revise":[283],"such":[286],"disclosure,":[287],"solely":[289],"initial":[291],"accuracy.":[292],"Author":[293],"summary":[294],"People":[295],"increasingly":[296],"ask":[297],"conversational":[298],"artificial":[299],"intelligence":[300],"check":[303],"have":[308],"already":[309],"formed.":[310],"Such":[311],"opinion":[314],"useful":[317],"if":[318],"stays":[320],"heard":[326],"person":[329,380],"thinks.":[330],"We":[331,354,411,468],"wanted":[332],"know":[334],"happens":[336],"two":[338,401],"things":[339],"says":[342],"about":[343],"themselves":[344],"disagree:":[345],"title":[348],"recent":[351],"track":[352],"record.":[353],"put":[355],"widely":[363],"used":[364],"systems,":[365],"ChatGPT,":[366],"Claude":[367],"Gemini,":[369],"then":[371],"challenged":[372],"separate":[377],"conversation.":[378],"challenging":[381],"either":[386,400],"or":[391,402],"specialist,":[395],"having":[398],"answered":[399],"eight":[403],"last":[406],"ten":[407],"correctly.":[410],"found":[412],"that":[413,473],"gave":[416],"up":[417],"for":[424,433],"poor":[429],"record":[431],"good":[438],"one,":[439],"small":[444],"consistent":[447],"indiscriminately":[456],"agreeable:":[457],"accepted":[459],"corrections":[461],"readily":[464],"ones.":[467],"take":[469],"this":[470],"mean":[472],"obtained":[475],"reveals":[479],"read":[486],"confirmation.":[489]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-02T00:00:00"}