{"id":"https://openalex.org/W4413640513","doi":"https://doi.org/10.1101/2025.08.23.25334280","title":"Automation Bias in Large Language Model Assisted Diagnostic Reasoning Among AI-Trained Physicians","display_name":"Automation Bias in Large Language Model Assisted Diagnostic Reasoning Among AI-Trained Physicians","alternate_titles":[],"publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413640513","doi":"https://doi.org/10.1101/2025.08.23.25334280"},"language":"en","primary_location":{"id":"doi:10.1101/2025.08.23.25334280","doi":"https://doi.org/10.1101/2025.08.23.25334280","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.08.23.25334280","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/08/26/2025.08.23.25334280.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W4413640513"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2025/08/26/2025.08.23.25334280.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079017254","display_name":"Ihsan Ayyub Qazi","orcid":"https://orcid.org/0000-0002-2262-0353","observed_orcids":["https://orcid.org/0000-0002-2262-0353"]},"institutions":[{"id":"https://openalex.org/I207789805","display_name":"Lahore University of Management Sciences","ror":"https://ror.org/05b5x4a35","country_code":"PK","type":"education","lineage":["https://openalex.org/I207789805"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Ihsan Ayyub Qazi","raw_affiliation_strings":["Lahore University of Management Sciences (LUMS)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lahore University of Management Sciences (LUMS)","institution_ids":["https://openalex.org/I207789805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084749426","display_name":"Ayesha Ali","orcid":"https://orcid.org/0000-0003-1051-2264","observed_orcids":["https://orcid.org/0000-0003-1051-2264"]},"institutions":[{"id":"https://openalex.org/I207789805","display_name":"Lahore University of Management Sciences","ror":"https://ror.org/05b5x4a35","country_code":"PK","type":"education","lineage":["https://openalex.org/I207789805"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ayesha Ali","raw_affiliation_strings":["Lahore University of Management Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lahore University of Management Sciences","institution_ids":["https://openalex.org/I207789805"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Asad Ullah Khawaja","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142016965","display_name":"King Edward Medical University","ror":"https://ror.org/02rrbpf42","country_code":"PK","type":"education","lineage":["https://openalex.org/I142016965"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Asad Ullah Khawaja","raw_affiliation_strings":["King Edward Medical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Edward Medical University","institution_ids":["https://openalex.org/I142016965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115845920","display_name":"Muhammad Junaid Akhtar","orcid":"https://orcid.org/0009-0007-0183-8031","observed_orcids":["https://orcid.org/0009-0007-0183-8031"]},"institutions":[{"id":"https://openalex.org/I2799885502","display_name":"Lahore General Hospital","ror":"https://ror.org/00s3e5069","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I2799885502"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Junaid Akhtar","raw_affiliation_strings":["Lahore General Hospital , Lahore , Pakistan","Children's Hospital, Lahore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lahore General Hospital , Lahore , Pakistan","institution_ids":["https://openalex.org/I2799885502"]},{"raw_affiliation_string":"Children's Hospital, Lahore","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ali Zafar Sheikh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2799885502","display_name":"Lahore General Hospital","ror":"https://ror.org/00s3e5069","country_code":"PK","type":"healthcare","lineage":["https://openalex.org/I2799885502"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Zafar Sheikh","raw_affiliation_strings":["Children's Hospital , Lahore , Pakistan","Lahore General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Children's Hospital , Lahore , Pakistan","institution_ids":[]},{"raw_affiliation_string":"Lahore General Hospital","institution_ids":["https://openalex.org/I2799885502"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039035448","display_name":"Muhammad Hamad Alizai","orcid":"https://orcid.org/0000-0003-3112-0374","observed_orcids":["https://orcid.org/0000-0003-3112-0374"]},"institutions":[{"id":"https://openalex.org/I207789805","display_name":"Lahore University of Management Sciences","ror":"https://ror.org/05b5x4a35","country_code":"PK","type":"education","lineage":["https://openalex.org/I207789805"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Hamad Alizai","raw_affiliation_strings":["Lahore University of Management Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lahore University of Management Sciences","institution_ids":["https://openalex.org/I207789805"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079017254"],"corresponding_institution_ids":["https://openalex.org/I207789805"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.04050000011920929,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation-bias","display_name":"automation bias","score":0.996999979019165},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9879999756813049},{"id":"https://openalex.org/keywords/ai-assisted-diagnosis","display_name":"AI-assisted diagnosis","score":0.7910000085830688},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.859000027179718},{"id":"https://openalex.org/keywords/human-ai-collaboration","display_name":"human-AI collaboration","score":0.6050000190734863},{"id":"https://openalex.org/keywords/ai-literacy-training","display_name":"AI literacy training","score":0.5669999718666077},{"id":"https://openalex.org/keywords/differential-diagnosis","display_name":"differential diagnosis","score":0.5879999995231628},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.6060000061988831},{"id":"https://openalex.org/keywords/human-oversight-of-ai","display_name":"human oversight of AI","score":0.7480000257492065},{"id":"https://openalex.org/keywords/clinical-vignettes","display_name":"clinical vignettes","score":0.7360000014305115},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.5139999985694885},{"id":"https://openalex.org/keywords/critical-evaluation-of-ai-outputs","display_name":"critical evaluation of AI outputs","score":0.7590000033378601},{"id":"https://openalex.org/keywords/pakistan","display_name":"Pakistan","score":0.4779999852180481},{"id":"https://openalex.org/keywords/south-asia","display_name":"South Asia","score":0.5770000219345093}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.679344654083252},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5870049595832825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5342615842819214},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.46288132667541504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4493713974952698},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34138157963752747},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32779374718666077},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1443915069103241},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/2025.08.23.25334280","doi":"https://doi.org/10.1101/2025.08.23.25334280","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.08.23.25334280","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/08/26/2025.08.23.25334280.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/2025.08.23.25334280","doi":"https://doi.org/10.1101/2025.08.23.25334280","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.08.23.25334280","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/08/26/2025.08.23.25334280.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9476000070571899}],"study_designs":[{"id":"https://openalex.org/study-designs/randomized-controlled-trial","display_name":"Randomized Controlled Trial"},{"id":"https://openalex.org/study-designs/clinical-trial","display_name":"Clinical Trial"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311820","display_name":"Lahore University of Management Sciences","ror":"https://ror.org/05b5x4a35"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413640513.pdf","grobid_xml":"https://content.openalex.org/works/W4413640513.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1979004942","https://openalex.org/W2007690016","https://openalex.org/W2010273961","https://openalex.org/W2029907219","https://openalex.org/W2068084886","https://openalex.org/W2093834265","https://openalex.org/W2100379340","https://openalex.org/W2168490582","https://openalex.org/W2281090488","https://openalex.org/W2339530503","https://openalex.org/W3015343981","https://openalex.org/W3015860778","https://openalex.org/W4319656455","https://openalex.org/W4367668513","https://openalex.org/W4384524772","https://openalex.org/W4384561103","https://openalex.org/W4390673899","https://openalex.org/W4392956046","https://openalex.org/W4394693569","https://openalex.org/W4400324908","https://openalex.org/W4400858405","https://openalex.org/W4403813762","https://openalex.org/W4407150885","https://openalex.org/W4407173730","https://openalex.org/W4408155297","https://openalex.org/W4409283601","https://openalex.org/W4409283616","https://openalex.org/W4409747300","https://openalex.org/W4412008174","https://openalex.org/W4412853478"],"related_works":["https://openalex.org/W7128168528","https://openalex.org/W7163428765","https://openalex.org/W7166345805","https://openalex.org/W4403813762","https://openalex.org/W4411080158","https://openalex.org/W7155392592","https://openalex.org/W4417290754","https://openalex.org/W4409794823","https://openalex.org/W7158271216"],"abstract_inverted_index":{"Abstract":[0],"Importance":[1],"Large":[2],"language":[3],"models":[4],"(LLMs)":[5],"show":[6],"promise":[7],"for":[8],"improving":[9],"clinical":[10,64,131,170,340],"reasoning,":[11],"but":[12],"they":[13],"also":[14],"risk":[15],"inducing":[16,313],"automation":[17,314],"bias,":[18,315],"an":[19,190,248,283],"over-reliance":[20],"that":[21,303],"can":[22],"degrade":[23,308],"diagnostic":[24,53,142,165,180,208,232,310],"accuracy.":[25,216],"Whether":[26],"AI-trained":[27,51,318],"physicians":[28,188,219],"are":[29],"vulnerable":[30],"to":[31,46,56,71,128,193,240,259,293,322,334],"this":[32],"bias":[33],"when":[34],"LLM":[35,48,113,305],"use":[36],"is":[37],"voluntary":[38],"remains":[39],"unknown.":[40],"Objective":[41],"To":[42],"determine":[43],"whether":[44],"exposure":[45],"erroneous":[47,304],"recommendations":[49,147,162,228,242,306],"degrades":[50],"physicians\u2019":[52,309],"performance":[54,311],"compared":[55],"error-free":[57,227],"AI":[58,121,324],"advice.":[59],"Design":[60],"A":[61],"single-blind":[62],"randomized":[63,126],"trial":[65,301],"was":[66,178,212,268],"conducted":[67],"from":[68,79],"June":[69],"20":[70],"August":[72],"15,":[73],"2025.":[74],"Setting":[75],"Physicians":[76,93,156,225],"were":[77,125],"recruited":[78],"multiple":[80],"medical":[81],"institutions":[82],"in":[83,133,151,247,271,278,317],"Pakistan,":[84],"participating":[85],"through":[86],"in-person":[87],"or":[88],"remote":[89],"video":[90],"conferencing.":[91],"Participants":[92,124],"registered":[94],"with":[95,102,282],"the":[96,144,179,213,272,279],"Pakistan":[97],"Medical":[98],"and":[99,117,174,201,204,275,298],"Dental":[100],"Council":[101],"MBBS":[103],"degrees,":[104],"who":[105],"had":[106],"completed":[107],"a":[108],"20-hour":[109],"AI-literacy":[110],"training":[111],"covering":[112],"capabilities,":[114],"prompt":[115],"engineering,":[116],"critical":[118,327],"evaluation":[119],"of":[120,153,199,206,234,252,286],"output.":[122],"Intervention":[123],"1:1":[127],"diagnose":[129],"6":[130,154],"vignettes":[132],"75":[134],"minutes.":[135],"The":[136],"control":[137,280],"group":[138,274],"received":[139],"unmodified":[140],"ChatGPT-4o\u2019s":[141],"recommendations;":[143],"treatment":[145,273],"group\u2019s":[146],"contained":[148],"deliberate":[149],"errors":[150],"3":[152],"vignettes.":[155],"could":[157],"voluntarily":[158],"consult":[159],"offered":[160],"ChatGPT-4o":[161],"alongside":[163],"conventional":[164],"resources":[166],"based":[167],"on":[168],"their":[169],"judgment.":[171],"Main":[172],"Outcomes":[173],"Measures":[175],"Primary":[176],"outcome":[177,211],"reasoning":[181],"accuracy":[182,233,265],"(percentage),":[183],"assessed":[184],"by":[185,312],"three":[186],"blinded":[187],"using":[189],"expert-validated":[191],"rubric":[192],"evaluate:":[194],"differential":[195],"diagnosis":[196,215,264],"accuracy,":[197],"appropriateness":[198],"supporting":[200],"opposing":[202],"evidence,":[203],"quality":[205],"recommended":[207],"steps.":[209],"Secondary":[210],"top-choice":[214],"Results":[217],"Forty-four":[218],"(22":[220],"treatment,":[221],"22":[222],"control)":[223],"participated.":[224],"receiving":[226],"achieved":[229],"mean":[230,250],"(SD)":[231],"84.9%":[235],"(19.7%),":[236],"whereas":[237],"those":[238],"exposed":[239],"flawed":[241,323],"scored":[243],"73.3%":[244],"(30.5%),":[245],"resulting":[246],"adjusted":[249,284],"difference":[251,285],"-14.0":[253],"percentage":[254,288],"points":[255,289],"(95%":[256,290],"CI:":[257],"-8.3":[258],"-19.7;":[260],"P":[261,295],"<.0001).":[262,296],"Top-choice":[263],"per":[266],"case":[267],"76.1%":[269],"(42.5)":[270],"90.5%":[276],"(28.9)":[277],"group,":[281],"-18.3":[287],"CI,":[291],"-26.6":[292],"-10.0;":[294],"Conclusions":[297],"Relevance":[299],"This":[300],"demonstrates":[302],"significantly":[307],"even":[316],"physicians.":[319],"Voluntary":[320],"deference":[321],"output":[325],"highlights":[326],"patient":[328],"safety":[329],"risk,":[330],"necessitating":[331],"robust":[332],"safeguards":[333],"ensure":[335],"human":[336],"oversight":[337],"before":[338],"widespread":[339],"deployment.":[341],"Trial":[342],"Registration":[343],"ClinicalTrials.gov":[344],"Identifier:":[345],"NCT06963957":[346]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4413640513","counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
