{"id":"https://openalex.org/W4391990642","doi":"https://doi.org/10.1055/s-0044-1780077","title":"Comparing ChatGPT-4 to BARD for Accuracy and Completeness of Responses to Questions Derived from the International Consensus Statement on Endoscopic Skull Base Surgery","display_name":"Comparing ChatGPT-4 to BARD for Accuracy and Completeness of Responses to Questions Derived from the International Consensus Statement on Endoscopic Skull Base Surgery","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4391990642","doi":"https://doi.org/10.1055/s-0044-1780077"},"language":"en","primary_location":{"id":"doi:10.1055/s-0044-1780077","doi":"https://doi.org/10.1055/s-0044-1780077","is_oa":false,"landing_page_url":"https://doi.org/10.1055/s-0044-1780077","pdf_url":null,"source":{"id":"https://openalex.org/S4210197100","display_name":"Journal of Neurological Surgery Part B Skull Base","issn_l":"2193-634X","issn":["2193-634X","2193-6331"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","norway-1","poland-70","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320000","host_organization_name":"Thieme Medical Publishers (Germany)","host_organization_lineage":["https://openalex.org/P4310320000"],"host_organization_lineage_names":["Thieme Medical Publishers (Germany)"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Neurological Surgery Part B: Skull Base","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4391990642"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093968580","display_name":"Yavar Abgin","orcid":"https://orcid.org/0009-0005-3363-1356","observed_orcids":["https://orcid.org/0009-0005-3363-1356"]},"institutions":[{"id":"https://openalex.org/I4210147380","display_name":"California Northstate University","ror":"https://ror.org/03h0d2228","country_code":"US","type":"education","lineage":["https://openalex.org/I4210147380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yavar Abgin","raw_affiliation_strings":["California Northstate University, Elk Grove, California United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Northstate University, Elk Grove, California United States","institution_ids":["https://openalex.org/I4210147380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025945838","display_name":"Kayla K. Umemoto","orcid":"https://orcid.org/0000-0003-4072-7995","observed_orcids":["https://orcid.org/0000-0003-4072-7995"]},"institutions":[{"id":"https://openalex.org/I4210147380","display_name":"California Northstate University","ror":"https://ror.org/03h0d2228","country_code":"US","type":"education","lineage":["https://openalex.org/I4210147380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kayla Umemoto","raw_affiliation_strings":["California Northstate University, Elk Grove, California United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Northstate University, Elk Grove, California United States","institution_ids":["https://openalex.org/I4210147380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089791033","display_name":"Sean P. Polster","orcid":"https://orcid.org/0000-0002-3229-5021","observed_orcids":["https://orcid.org/0000-0002-3229-5021"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Polster","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United States","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031000055","display_name":"Arthur W. Wu","orcid":"https://orcid.org/0000-0001-8993-6355","observed_orcids":["https://orcid.org/0000-0001-8993-6355"]},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arthur W. Wu","raw_affiliation_strings":["Cedars-Sinai Medical Center, Los Angeles, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cedars-Sinai Medical Center, Los Angeles, California, United States","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014570339","display_name":"Andrew J. Goulian","orcid":"https://orcid.org/0000-0002-4658-2451","observed_orcids":["https://orcid.org/0000-0002-4658-2451"]},"institutions":[{"id":"https://openalex.org/I4210147380","display_name":"California Northstate University","ror":"https://ror.org/03h0d2228","country_code":"US","type":"education","lineage":["https://openalex.org/I4210147380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Goulian","raw_affiliation_strings":["California Northstate University, Elk Grove, California United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Northstate University, Elk Grove, California United States","institution_ids":["https://openalex.org/I4210147380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035939192","display_name":"Christopher R. Roxbury","orcid":"https://orcid.org/0000-0003-0686-6924","observed_orcids":["https://orcid.org/0000-0003-0686-6924"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher R. Roxbury","raw_affiliation_strings":["University of Chicago, Chicago, Illinois, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, Illinois, United States","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023407544","display_name":"Omar G. Ahmed","orcid":"https://orcid.org/0000-0002-0920-2325","observed_orcids":["https://orcid.org/0000-0002-0920-2325","https://orcid.org/0000-0001-9424-517X"]},"institutions":[{"id":"https://openalex.org/I1295876152","display_name":"Houston Methodist","ror":"https://ror.org/027zt9171","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295876152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omar G. Ahmed","raw_affiliation_strings":["Houston Methodist, Houston, Texas, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Houston Methodist, Houston, Texas, United States","institution_ids":["https://openalex.org/I1295876152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086565464","display_name":"Pranay Soni","orcid":"https://orcid.org/0000-0003-0270-6915","observed_orcids":["https://orcid.org/0000-0003-0270-6915"]},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranay Soni","raw_affiliation_strings":["Cleveland Clinic, Cleveland, Ohio, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cleveland Clinic, Cleveland, Ohio, United States","institution_ids":["https://openalex.org/I1316902750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090142225","display_name":"Dennis M. Tang","orcid":"https://orcid.org/0000-0003-2315-9930","observed_orcids":["https://orcid.org/0000-0003-2315-9930"]},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis M. Tang","raw_affiliation_strings":["Cedars-Sinai Medical Center, Los Angeles, California, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cedars-Sinai Medical Center, Los Angeles, California, United States","institution_ids":["https://openalex.org/I1282927834"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"85","issue":"S 01","first_page":"S1","last_page":"S398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.8799999952316284},{"id":"https://openalex.org/keywords/google-bard","display_name":"Google Bard","score":0.9549999833106995},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9729999899864197},{"id":"https://openalex.org/keywords/endoscopic-skull-base-surgery","display_name":"endoscopic skull base surgery","score":0.9670000076293945},{"id":"https://openalex.org/keywords/ai-generated-medical-information","display_name":"AI-generated medical information","score":0.5720000267028809},{"id":"https://openalex.org/keywords/response-accuracy","display_name":"response accuracy","score":0.6299999952316284},{"id":"https://openalex.org/keywords/response-completeness","display_name":"response completeness","score":0.8870000243186951},{"id":"https://openalex.org/keywords/level-of-evidence","display_name":"level of evidence","score":0.531000018119812},{"id":"https://openalex.org/keywords/rhinology","display_name":"rhinology","score":0.5370000004768372},{"id":"https://openalex.org/keywords/expert-evaluation-of-ai-responses","display_name":"expert evaluation of AI responses","score":0.5199999809265137},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.3790000081062317},{"id":"https://openalex.org/keywords/ai-regulation","display_name":"AI regulation","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.753109872341156},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.7161048054695129},{"id":"https://openalex.org/C2779300802","wikidata":"https://www.wikidata.org/wiki/Q13147","display_name":"Skull","level":2,"score":0.6498145461082458},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5110040903091431},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4929814338684082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3355315327644348},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.32563698291778564},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.3238034248352051},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.164836585521698},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.155807226896286},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08931255340576172},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1055/s-0044-1780077","doi":"https://doi.org/10.1055/s-0044-1780077","is_oa":false,"landing_page_url":"https://doi.org/10.1055/s-0044-1780077","pdf_url":null,"source":{"id":"https://openalex.org/S4210197100","display_name":"Journal of Neurological Surgery Part B Skull Base","issn_l":"2193-634X","issn":["2193-634X","2193-6331"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","norway-1","poland-70","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320000","host_organization_name":"Thieme Medical Publishers (Germany)","host_organization_lineage":["https://openalex.org/P4310320000"],"host_organization_lineage_names":["Thieme Medical Publishers (Germany)"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Neurological Surgery Part B: Skull Base","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8048999905586243,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4403222246","https://openalex.org/W4385997381","https://openalex.org/W7220855763","https://openalex.org/W4380291159","https://openalex.org/W4392504862","https://openalex.org/W4408394670","https://openalex.org/W4391990674","https://openalex.org/W4413137776","https://openalex.org/W4407664921","https://openalex.org/W4400511452"],"abstract_inverted_index":{"Introduction:":[0],"Artificial":[1],"intelligence":[2],"(AI)":[3],"language":[4,41,285,356,385],"models,":[5],"such":[6],"as":[7,24,291],"Chat":[8,50,240],"Generative":[9],"Pre-Trained":[10],"Transformer":[11],"4":[12,159],"(GPT-4)":[13],"by":[14,18,169,270,349],"OpenAI":[15],"and":[16,31,52,101,116,120,135,155,160,164,173,183,190,204,210,216,222,254,263,272,321,340,344,352,378,436,440],"Bard":[17,53,121,165,219,243,341,441],"Google,":[19],"have":[20,54,358],"emerged":[21],"in":[22,78,248,279,368],"2022":[23],"tools":[25,364],"for":[26,151,181,267,312,325,365,434],"answering":[27],"questions,":[28],"providing":[29],"information,":[30],"offering":[32],"suggestions":[33],"to":[34,47,57,63,70,76,98,112,124,198,242,289,307,314,327,361,383],"the":[35,55,79,103,114,142,228,301,329,359,369,379,384,430],"layperson.":[36],"These":[37],"programs":[38,305],"are":[39],"large":[40],"models":[42,286,357,386],"trained":[43],"on":[44,86,127,233,318,444],"available":[45],"data":[46],"synthesize":[48],"responses.":[49],"GPT-4":[51,119,163,197,207,241,271,275,339,439],"potential":[56,360],"impact":[58],"how":[59,72],"information":[60,294,367],"is":[61,68,93,111,295,323],"disseminated":[62],"patients":[64,309],"greatly;":[65],"however,":[66,274],"it":[67,322],"essential":[69],"understand":[71],"these":[73,319,332],"answers":[74,166,195,313,442],"compare":[75],"experts":[77],"corresponding":[80],"field.":[81],"The":[82,106,162,201,213,225,282],"International":[83],"Consensus":[84],"Statement":[85],"Endoscopic":[87,131],"Skull":[88],"Base":[89],"Surgery":[90],"2019":[91],"(ICAR:SB)":[92],"an":[94],"international":[95],"multidisciplinary":[96],"collaboration":[97],"critically":[99],"evaluate":[100],"grade":[102,136],"current":[104],"literature.":[105],"goal":[107],"of":[108,118,137,196,206,218,227,284,303,429,432,438],"this":[109],"study":[110,336],"assess":[113],"accuracy":[115,182,203,215,249,262,435],"completeness":[117,205,217,255,264,437],"generated":[122,268,342],"responses":[123,269,330,346],"questions":[125,317],"based":[126,443],"ICAR:SB":[128,143,377],"guidelines.":[129],"Methods:":[130],"skull-base":[132,174,353],"surgery":[133],"policies":[134],"evidence":[138],"were":[139,149,167,208,220,265],"extracted":[140],"from":[141,331,376],"([":[144],"Table":[145,371],"1":[146,235,372,424],"]).":[147],"Questions":[148],"synthesized":[150],"each":[152],"policy":[153,374],"statement":[154,375],"input":[156],"into":[157,297],"GPT":[158],"Bard.":[161,199],"graded":[168,194,348],"a":[170,177,412],"fellowship-trained":[171,350],"rhinologist":[172],"neurosurgeon":[175],"using":[176],"5-point":[178,445],"Likert":[179,446],"scale":[180],"completeness.":[184],"Statistical":[185],"analysis":[186],"included":[187],"descriptive":[188],"statistics":[189],"chi-square":[191],"testing":[192,238],"comparing":[193,239],"Results:":[200],"mean":[202,214],"4.76":[209],"4.51,":[211],"respectively.":[212,224],"4.25":[221],"3.84,":[223],"distribution":[226],"scores":[229],"can":[230],"be":[231,362,406,415],"seen":[232],"Fig.":[234,423],".":[236],"Chi-square":[237],"demonstrated":[244],"statistically":[245],"significant":[246],"differences":[247],"(":[250,256],"p":[251,257],"=":[252,258],"0.005)":[253],"0.004).":[259],"Discussion:":[260],"Overall":[261],"high":[266],"Bard,":[273],"was":[276],"significantly":[277],"better":[278],"both":[280],"domains.":[281],"capabilities":[283],"will":[287],"continue":[288],"evolve":[290],"more":[292],"up-to-date":[293],"integrated":[296],"future":[298],"iterations.":[299],"As":[300],"popularity":[302],"AI":[304,355],"continues":[306],"expand,":[308],"may":[310,405],"search":[311],"their":[315],"healthcare":[316],"platforms":[320],"critical":[324],"physicians":[326],"monitor":[328],"programs.":[333],"Conclusion:":[334],"This":[335],"demonstrates":[337],"that":[338],"accurate":[343],"complete":[345],"when":[347],"rhinologists":[351],"neurosurgeons.":[354],"robust":[363],"disseminating":[366],"future.":[370],"Example":[373],"associated":[380],"question":[381],"proposed":[382],"Policy":[387,388],"level":[389],"Treatment":[390],"option":[391],"Question":[392],"X.C.":[393],"Lumbar":[394],"Drain":[395],"after":[396,403,417],"ESBS":[397,404,409],"Option":[398],"LD":[399],"placement":[400],"before":[401],"and/or":[402],"used":[407,416],"during":[408],"When":[410],"should":[411],"lumber":[413],"drain":[414],"endoscopic":[418],"endonasal":[419],"skull":[420],"base":[421],"surgery?":[422],"Bar":[425],"graph":[426],"showing":[427],"count":[428],"results":[431],"scoring":[433],"scale.":[447],"Publication":[448],"History":[449],"Article":[450],"published":[451],"online:":[452],"05":[453],"February":[454],"2024":[455],"\u00a9":[456],"2024.":[457],"Thieme.":[458],"All":[459],"rights":[460],"reserved.":[461],"Georg":[462],"Thieme":[463],"Verlag":[464],"KG":[465],"R\u00fcdigerstra\u00dfe":[466],"14,":[467],"70469":[468],"Stuttgart,":[469],"Germany":[470]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-02-22T00:00:00"}