{"id":"https://openalex.org/W7225005983","doi":"https://doi.org/10.32873/unmc.dc.gmerj.8.2.003","title":"Battle of the Bots: Comparison of Artificial Intelligence Chatbots in a Literature Review of Randomized Controlled Trials in Urology","display_name":"Battle of the Bots: Comparison of Artificial Intelligence Chatbots in a Literature Review of Randomized Controlled Trials in Urology","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7225005983","doi":"https://doi.org/10.32873/unmc.dc.gmerj.8.2.003"},"language":"en","primary_location":{"id":"pmh:oai:digitalcommons.unmc.edu:gmerj-1646","doi":"https://doi.org/10.32873/unmc.dc.gmerj.8.2.003","is_oa":true,"landing_page_url":"https://digitalcommons.unmc.edu/gmerj/vol8/iss2/3","pdf_url":"https://digitalcommons.unmc.edu/context/gmerj/article/1646/viewcontent/GMERJ_V8I2_Incremental_MS_1646_Original_Research.pdf","source":{"id":"https://openalex.org/S7407097584","display_name":"DigitalCommons@UNMC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I59130452","host_organization_name":"University of Nebraska Medical Center","host_organization_lineage":["https://openalex.org/I59130452"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Graduate Medical Education Research Journal","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.unmc.edu/context/gmerj/article/1646/viewcontent/GMERJ_V8I2_Incremental_MS_1646_Original_Research.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020252977","display_name":"L.M. Huynh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huynh, Linda M","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082325914","display_name":"Madeline Helm","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helm, Madeline","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134721008","display_name":"Nick Staab","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Staab, Nick","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160275469","display_name":"Anthony Fadel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fadel, Anthony","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133006125","display_name":"Jordan Walsh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walsh, Jordan","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121536681","display_name":"John Glassman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glassman, John","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039179976","display_name":"Christopher M. Deibert","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59130452","display_name":"University of Nebraska Medical Center","ror":"https://ror.org/00thqtb16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I59130452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deibert, Christopher M","raw_affiliation_strings":["University of Nebraska Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nebraska Medical Center","institution_ids":["https://openalex.org/I59130452"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59130452"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77167935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.9049999713897705},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9269999861717224},{"id":"https://openalex.org/keywords/google-gemini","display_name":"Google Gemini","score":0.9940000176429749},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.7170000076293945},{"id":"https://openalex.org/keywords/urology","display_name":"urology","score":0.9769999980926514},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.7799999713897705},{"id":"https://openalex.org/keywords/discern-criteria","display_name":"DISCERN criteria","score":0.8019999861717224},{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.9010000228881836},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7129999995231628},{"id":"https://openalex.org/keywords/scientific-writing","display_name":"scientific writing","score":0.4180000126361847}],"concepts":[{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.6723999977111816},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.5914999842643738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4172999858856201},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4133000075817108},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3718000054359436},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C2777310092","wikidata":"https://www.wikidata.org/wiki/Q1410600","display_name":"Rebuttal","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2779055095","wikidata":"https://www.wikidata.org/wiki/Q162339","display_name":"Stethoscope","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:digitalcommons.unmc.edu:gmerj-1646","doi":"https://doi.org/10.32873/unmc.dc.gmerj.8.2.003","is_oa":true,"landing_page_url":"https://digitalcommons.unmc.edu/gmerj/vol8/iss2/3","pdf_url":"https://digitalcommons.unmc.edu/context/gmerj/article/1646/viewcontent/GMERJ_V8I2_Incremental_MS_1646_Original_Research.pdf","source":{"id":"https://openalex.org/S7407097584","display_name":"DigitalCommons@UNMC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I59130452","host_organization_name":"University of Nebraska Medical Center","host_organization_lineage":["https://openalex.org/I59130452"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Graduate Medical Education Research Journal","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.unmc.edu:gmerj-1646","doi":"https://doi.org/10.32873/unmc.dc.gmerj.8.2.003","is_oa":true,"landing_page_url":"https://digitalcommons.unmc.edu/gmerj/vol8/iss2/3","pdf_url":"https://digitalcommons.unmc.edu/context/gmerj/article/1646/viewcontent/GMERJ_V8I2_Incremental_MS_1646_Original_Research.pdf","source":{"id":"https://openalex.org/S7407097584","display_name":"DigitalCommons@UNMC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I59130452","host_organization_name":"University of Nebraska Medical Center","host_organization_lineage":["https://openalex.org/I59130452"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Graduate Medical Education Research Journal","raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225005983.pdf","grobid_xml":"https://content.openalex.org/works/W7225005983.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7165121297","https://openalex.org/W7160878392","https://openalex.org/W4408185782","https://openalex.org/W4383500999","https://openalex.org/W7136221421","https://openalex.org/W4398203672","https://openalex.org/W4416386321","https://openalex.org/W4399207674","https://openalex.org/W4414116117","https://openalex.org/W4407602158"],"abstract_inverted_index":{"Background.":[0],"Use":[1],"of":[2,26,106,131,144,190,232],"language-learning":[3],"model-based":[4],"artificial":[5],"intelligence":[6],"(AI)":[7],"chatbots":[8,179,199],"in":[9,73,126,157,188,207,250],"literature":[10,254],"reviews":[11],"has":[12],"not":[13,228],"been":[14],"explored.":[15],"The":[16,121],"present":[17],"study":[18],"seeks":[19],"to":[20,58,67,103,165,182,202,215],"evaluate":[21],"and":[22,29,42,52,63,78,97,115,129,138,150,154,194,240],"compare":[23],"the":[24,204,224],"quality":[25],"reference":[27],"lists":[28,77],"scientific":[30,251],"discussion":[31,80],"provided":[32],"by":[33,133],"ChatGPT":[34,46,134,139,151],"(Chat":[35],"Generative":[36],"Pre-Trained":[37],"Transformer)":[38],"(4o":[39],"vs.":[40,49],"4)":[41],"Google":[43,53,136,159,211],"Gemini.":[44],"Methods.":[45],"(4o-mini,":[47],"paid":[48],"4o,":[50,140],"free)":[51],"Gemini":[54,160,212],"were":[55,81,92,101,113,146,174,200],"given":[56],"prompts":[57,132,222],"identify,":[59],"discuss":[60],"results":[61],"of,":[62],"provide":[64,216],"related":[65,217],"references":[66,91],"nine":[68],"specific":[69],"randomized":[70],"controlled":[71],"trials":[72],"urologic":[74],"practice.":[75],"Reference":[76],"associated":[79],"graded":[82],"using":[83,246],"modified":[84],"DISCERN":[85,172],"criteria.":[86],"Hallucination":[87],"rates":[88],"for":[89,148,176,237],"unverifiable":[90],"calculated;":[93],"GPT-2":[94,193],"Output":[95],"Detector":[96,100],"Sapling":[98,195],"AI":[99,184,198,248],"used":[102,244],"assess":[104],"detection":[105],"AI-generated":[107,233],"text.":[108],"Mean":[109],"\u00b1":[110],"SD":[111],"scores":[112,173],"calculated":[114],"compared":[116],"with":[117],"independent-samples":[118],"T-tests.":[119],"Results.":[120],"target":[122,205,225],"trial":[123],"was":[124,161,186,235],"identified":[125],"11%,":[127],"22%,":[128],"22%":[130],"4o-mini,":[135],"Gemini,":[137],"respectively.":[141],"Hallucinations":[142],"(out":[143],"ten)":[145],"high":[147,236],"ChatGPT4o":[149],"4":[152],"(7.7":[153],"6.3,":[155],"respectively);":[156],"comparison,":[158],"significantly":[162],"less":[163],"likely":[164],"hallucinate":[166],"(0.17,":[167],"p":[168],"<":[169],"0.005).":[170],"Modified":[171],"poor":[175],"all":[177,238],"three":[178],"(range:":[180],"26.6":[181],"29.7).":[183],"output":[185],"detected":[187],"60-72%":[189],"responses":[191],"via":[192],"AI.":[196],"Conclusion.":[197],"unable":[201],"identify":[203],"article":[206,226],"most":[208],"instances.":[209],"Only":[210],"appropriately":[213],"refused":[214],"articles":[218],"and/or":[219],"answer":[220],"open-ended":[221],"if":[223],"could":[227],"be":[229,243],"identified.":[230],"Detection":[231],"text":[234],"chatbots,":[239],"caution":[241],"should":[242],"when":[245],"these":[247],"resources":[249],"writing":[252],"or":[253],"review.":[255]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-11-01T00:00:00"}