{"id":"https://openalex.org/W7225203369","doi":"https://doi.org/10.1136/wjps-2026-001276","title":"Navigating digital surgical advice: evaluating the reliability of large language models for pediatric phimosis","display_name":"Navigating digital surgical advice: evaluating the reliability of large language models for pediatric phimosis","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225203369","doi":"https://doi.org/10.1136/wjps-2026-001276"},"language":"en","primary_location":{"id":"doi:10.1136/wjps-2026-001276","doi":"https://doi.org/10.1136/wjps-2026-001276","is_oa":true,"landing_page_url":"https://doi.org/10.1136/wjps-2026-001276","pdf_url":"https://wjps.bmj.com/content/9/6/e001276.full.pdf","source":{"id":"https://openalex.org/S4210179913","display_name":"World Journal of Pediatric Surgery","issn_l":"2096-6938","issn":["2096-6938","2516-5410"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Journal of Pediatric Surgery","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://wjps.bmj.com/content/9/6/e001276.full.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090920798","display_name":"Adrian Chi Heng Fung","orcid":"https://orcid.org/0000-0003-2343-2597","observed_orcids":["https://orcid.org/0000-0003-2343-2597"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Adrian Chi Heng Fung","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2343-2597","affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152433162","display_name":"John Yeh Joon Park","orcid":"https://orcid.org/0009-0007-4489-9387","observed_orcids":["https://orcid.org/0009-0007-4489-9387"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"John Yeh Joon Park","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160499256","display_name":"Eunice Cheuk Lam Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Eunice Cheuk Lam Lee","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101776589","display_name":"Carol Wing Yan Wong","orcid":"https://orcid.org/0000-0001-8723-0594","observed_orcids":["https://orcid.org/0000-0001-8723-0594"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Carol Wing Yan Wong","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8723-0594","affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014920723","display_name":"Fanny Yeung","orcid":"https://orcid.org/0000-0002-6403-6374","observed_orcids":["https://orcid.org/0000-0002-6403-6374"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fanny Yeung","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108209705","display_name":"Ivy Hau Yee Chan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ivy Hau Yee Chan","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103082552","display_name":"Bhy Chung","orcid":"https://orcid.org/0000-0003-2382-5681","observed_orcids":["https://orcid.org/0000-0003-2382-5681"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Patrick Ho Yu Chung","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2382-5681","affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109245247","display_name":"Kenneth Kak Yuen Wong","orcid":"https://orcid.org/0000-0001-7371-503X","observed_orcids":["https://orcid.org/0000-0001-7371-503X"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kenneth KY Wong","raw_affiliation_strings":["Department of Surgery, The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-7371-503X","affiliations":[{"raw_affiliation_string":"Department of Surgery, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77092464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"6","first_page":"e001276","last_page":"e001276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pediatric-phimosis","display_name":"pediatric phimosis","score":0.9700000286102295},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9909999966621399},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.800000011920929},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.5360000133514404},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9639999866485596},{"id":"https://openalex.org/keywords/ai-generated-medical-information","display_name":"AI-generated medical information","score":0.6000000238418579},{"id":"https://openalex.org/keywords/information-accuracy","display_name":"information accuracy","score":0.6840000152587891},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.9739999771118164},{"id":"https://openalex.org/keywords/shared-decision-making","display_name":"shared decision-making","score":0.8479999899864197},{"id":"https://openalex.org/keywords/informed-consent","display_name":"informed consent","score":0.8360000252723694},{"id":"https://openalex.org/keywords/parent-counseling","display_name":"parental counseling","score":0.847000002861023}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.965399980545044},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6503000259399414},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6407999992370605},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6082000136375427},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.5512999892234802},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4733999967575073},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.37299999594688416},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C3017523755","wikidata":"https://www.wikidata.org/wiki/Q18189","display_name":"Grade level","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2766000032424927},{"id":"https://openalex.org/C30036603","wikidata":"https://www.wikidata.org/wiki/Q17125150","display_name":"Severity of illness","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1136/wjps-2026-001276","doi":"https://doi.org/10.1136/wjps-2026-001276","is_oa":true,"landing_page_url":"https://doi.org/10.1136/wjps-2026-001276","pdf_url":"https://wjps.bmj.com/content/9/6/e001276.full.pdf","source":{"id":"https://openalex.org/S4210179913","display_name":"World Journal of Pediatric Surgery","issn_l":"2096-6938","issn":["2096-6938","2516-5410"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Journal of Pediatric Surgery","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:48f733ef2ec249d2bfaefdc05ffa301e","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/48f733ef2ec249d2bfaefdc05ffa301e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"World Journal of Pediatric Surgery, Vol 9, Iss 6 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1136/wjps-2026-001276","doi":"https://doi.org/10.1136/wjps-2026-001276","is_oa":true,"landing_page_url":"https://doi.org/10.1136/wjps-2026-001276","pdf_url":"https://wjps.bmj.com/content/9/6/e001276.full.pdf","source":{"id":"https://openalex.org/S4210179913","display_name":"World Journal of Pediatric Surgery","issn_l":"2096-6938","issn":["2096-6938","2516-5410"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Journal of Pediatric Surgery","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8999999761581421}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225203369.pdf","grobid_xml":"https://content.openalex.org/works/W7225203369.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1772293243","https://openalex.org/W1913887302","https://openalex.org/W1969871863","https://openalex.org/W2018773322","https://openalex.org/W2076896921","https://openalex.org/W2119694238","https://openalex.org/W2123109647","https://openalex.org/W2158341496","https://openalex.org/W2664267452","https://openalex.org/W2772095686","https://openalex.org/W2810227481","https://openalex.org/W2892244401","https://openalex.org/W2937307539","https://openalex.org/W2967444033","https://openalex.org/W2995875908","https://openalex.org/W4221030665","https://openalex.org/W4226250038","https://openalex.org/W4280590191","https://openalex.org/W4288712110","https://openalex.org/W4292837628","https://openalex.org/W4376891174","https://openalex.org/W4383710066","https://openalex.org/W4385972283","https://openalex.org/W4389038667","https://openalex.org/W4396899513","https://openalex.org/W4398794255","https://openalex.org/W4402549121","https://openalex.org/W4403199628","https://openalex.org/W4405483289","https://openalex.org/W4407028319","https://openalex.org/W4408580437","https://openalex.org/W4410340931","https://openalex.org/W4411644787","https://openalex.org/W4413362782","https://openalex.org/W4416378570"],"related_works":["https://openalex.org/W7113326329","https://openalex.org/W7203931033","https://openalex.org/W7224134556","https://openalex.org/W7162537983","https://openalex.org/W7167037215","https://openalex.org/W7220416514","https://openalex.org/W7223655484","https://openalex.org/W7203623809","https://openalex.org/W4414058094","https://openalex.org/W4402430962"],"abstract_inverted_index":{"Background":[0],"Phimosis":[1],"is":[2,33],"an":[3],"extremely":[4],"common":[5],"pediatric":[6,83,93,230],"surgical":[7],"condition.":[8],"Given":[9],"the":[10,18,25,104,120,125,172],"convenience":[11],"and":[12,21,54,64,71,113,116,138,144,186,197,203,212,223,235,248,260],"accessibility":[13],"brought":[14],"by":[15,28,81],"artificial":[16],"intelligence,":[17],"readability,":[19],"quality":[20,118,162,215,237],"accuracy":[22,80,169,225],"evaluation":[23],"on":[24,48,79,184,214,229],"information":[26,126,204,228,252],"provided":[27],"large":[29],"language":[30],"models":[31],"(LLM)":[32],"of":[34,90,109,124,141,155,160,171,177,209,216,264],"utmost":[35],"importance":[36],"in":[37,193,226],"providing":[38,194,227],"comprehensive":[39],"clinical":[40],"care.Methods":[41],"Six":[42],"case":[43],"questions":[44],"relating":[45],"to":[46,87],"phimosis":[47],"its":[49],"definition,":[50],"diagnosis,":[51],"treatment":[52,195,206],"options":[53,196],"potential":[55],"complications":[56],"were":[57,68,98,165,238],"inputted":[58],"into":[59,73],"each":[60],"LLM-Chatbots":[61],"(ChatGPT-3.5,":[62],"Gemini-1.5":[63],"Claude-3).":[65],"All":[66],"responses":[67,97],"reformatted,":[69],"shuffled":[70],"recombined":[72],"three":[74,82,180,219],"passages":[75],"for":[76,101,117],"single-blind":[77],"scoring":[78],"surgeons":[84],"with":[85,130],"reference":[86],"European":[88],"Association":[89],"Urology":[91],"(EAU)":[92],"urology":[94],"guidelines.":[95],"The":[96,147,167,179,188,218],"also":[99],"assessed":[100],"readability":[102,185,234],"using":[103,119],"Gunning-Fog":[105,133],"score,":[106,134],"Simple":[107],"Measure":[108],"Gobbledygook":[110],"(SMOG)":[111],"index":[112,136],"Dale-Chall":[114,139],"score":[115,137,140,151,170],"DISCERN":[121,150],"score.Results":[122],"Comprehension":[123],"was":[127,152,158,174],"considered":[128,159],"difficult":[129],"a":[131],"mean":[132,148,168],"SMOG":[135],"14.2\u00b12.6,":[142],"11.3\u00b12.2":[143],"9.9\u00b10.9,":[145],"respectively.":[146],"summed":[149],"39.6\u00b12":[153],"out":[154,176],"80.":[156],"Claude-3-sonnet":[157],"poor":[161],"while":[163,200],"others":[164],"fair.":[166],"LLM-chatbots":[173,189,220],"4.4\u00b10.4":[175],"5.":[178],"LLMs":[181],"performed":[182],"similarly":[183],"accuracy.":[187],"generally":[190],"scored":[191],"well":[192],"their":[198,233],"mechanisms,":[199],"lacking":[201],"references":[202],"regarding":[205],"benefits,":[207],"risks":[208],"alternative":[210],"treatments":[211],"impact":[213],"life.Conclusions":[217],"showed":[221],"comparable":[222],"satisfactory":[224],"phimosis;":[231],"however,":[232],"overall":[236],"suboptimal.":[239],"These":[240],"limitations":[241],"may":[242],"affect":[243],"parent":[244],"counseling,":[245],"shared":[246],"decision-making":[247],"informed":[249],"consent.":[250],"LLM-generated":[251],"should,":[253],"therefore,":[254],"supplement,":[255],"not":[256],"replace,":[257],"clinician":[258],"guidance":[259],"reliable":[261],"medical":[262],"resources.Level":[263],"evidence":[265],"III.":[266]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-04T00:00:00"}