{"id":"https://openalex.org/W4415677754","doi":"https://doi.org/10.2196/76384","title":"Detecting Laterality Errors in Combined Radiographic Studies by Enhancing the Traditional Approach With GPT-4o: Algorithm Development and Multisite Internal Validation","display_name":"Detecting Laterality Errors in Combined Radiographic Studies by Enhancing the Traditional Approach With GPT-4o: Algorithm Development and Multisite Internal Validation","publication_year":2025,"publication_date":"2025-10-29","ids":{"openalex":"https://openalex.org/W4415677754","doi":"https://doi.org/10.2196/76384","pmid":"https://pubmed.ncbi.nlm.nih.gov/41161340","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/12612642"},"language":"en","primary_location":{"id":"doi:10.2196/76384","doi":"https://doi.org/10.2196/76384","is_oa":true,"landing_page_url":"https://doi.org/10.2196/76384","pdf_url":"https://formative.jmir.org/2025/1/e76384/PDF","source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4415677754"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://formative.jmir.org/2025/1/e76384/PDF","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044760222","display_name":"Kung-Hsun Weng","orcid":"https://orcid.org/0000-0003-4207-1512","observed_orcids":["https://orcid.org/0000-0003-4207-1512"]},"institutions":[{"id":"https://openalex.org/I4210136334","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210136334"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kung-Hsun Weng","raw_affiliation_strings":["Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-4207-1512","affiliations":[{"raw_affiliation_string":"Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan","institution_ids":["https://openalex.org/I4210136334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106466419","display_name":"Yi-Chen Chou","orcid":"https://orcid.org/0000-0002-2630-9773","observed_orcids":["https://orcid.org/0000-0002-2630-9773"]},"institutions":[{"id":"https://openalex.org/I4210136334","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210136334"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Chou","raw_affiliation_strings":["Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-2630-9773","affiliations":[{"raw_affiliation_string":"Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan","institution_ids":["https://openalex.org/I4210136334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013133542","display_name":"Yu\u2010Ting Kuo","orcid":"https://orcid.org/0000-0002-8704-0739","observed_orcids":["https://orcid.org/0000-0002-8704-0739"]},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]},{"id":"https://openalex.org/I152743029","display_name":"Kaohsiung Medical University","ror":"https://ror.org/03gk81f96","country_code":"TW","type":"education","lineage":["https://openalex.org/I152743029"]},{"id":"https://openalex.org/I4210136334","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210136334"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ting Kuo","raw_affiliation_strings":["Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan","Department of Radiology, School and College of Medicine, Kaohsiung Medical University, Kaohsiung, Taiwan","Institute of Precision Medicine, College of Medicine, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8704-0739","affiliations":[{"raw_affiliation_string":"Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan","institution_ids":["https://openalex.org/I4210136334"]},{"raw_affiliation_string":"Department of Radiology, School and College of Medicine, Kaohsiung Medical University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I152743029"]},{"raw_affiliation_string":"Institute of Precision Medicine, College of Medicine, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083683980","display_name":"Tsyh-Jyi Hsieh","orcid":"https://orcid.org/0000-0001-9076-6584","observed_orcids":["https://orcid.org/0000-0001-9076-6584"]},"institutions":[{"id":"https://openalex.org/I4210136334","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210136334"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tsyh-Jyi Hsieh","raw_affiliation_strings":["Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9076-6584","affiliations":[{"raw_affiliation_string":"Department of Medical Imaging, Chi Mei Medical Center, Tainan, Taiwan","institution_ids":["https://openalex.org/I4210136334"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108751951","display_name":"Chung\u2010Feng Liu","orcid":"https://orcid.org/0000-0001-6698-0273","observed_orcids":["https://orcid.org/0000-0001-6698-0273"]},"institutions":[{"id":"https://openalex.org/I4210136334","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210136334"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chung-Feng Liu","raw_affiliation_strings":["Department of Medical Research, Chi Mei Medical Center, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6698-0273","affiliations":[{"raw_affiliation_string":"Department of Medical Research, Chi Mei Medical Center, Tainan, Taiwan","institution_ids":["https://openalex.org/I4210136334"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108751951"],"corresponding_institution_ids":["https://openalex.org/I4210136334"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":0.1769,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.47443232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":null,"first_page":"e76384","last_page":"e76384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5785999894142151,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5785999894142151,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.17190000414848328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.04699999839067459,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.9509999752044678},{"id":"https://openalex.org/keywords/rule-based-information-extraction","display_name":"rule-based extraction","score":0.7850000262260437},{"id":"https://openalex.org/keywords/ensemble-methods","display_name":"ensemble methods","score":0.5529999732971191},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.6589999794960022},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"synthetic data","score":0.5799999833106995},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.5509999990463257},{"id":"https://openalex.org/keywords/roberta","display_name":"RoBERTa","score":0.6620000004768372},{"id":"https://openalex.org/keywords/clinicalbert","display_name":"ClinicalBERT","score":0.9739999771118164},{"id":"https://openalex.org/keywords/error-cancellation","display_name":"error cancellation","score":0.3799999952316284},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.4129999876022339},{"id":"https://openalex.org/keywords/internal-validation","display_name":"internal validation","score":0.43700000643730164},{"id":"https://openalex.org/keywords/benchmarking-methods","display_name":"benchmarking methodology","score":0.4749999940395355}],"concepts":[{"id":"https://openalex.org/C171508891","wikidata":"https://www.wikidata.org/wiki/Q10927834","display_name":"Laterality","level":2,"score":0.6761000156402588},{"id":"https://openalex.org/C36454342","wikidata":"https://www.wikidata.org/wiki/Q245341","display_name":"Radiography","level":2,"score":0.598800003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5568000078201294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5200999975204468},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4172999858856201},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4052000045776367},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.37689998745918274},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3212999999523163},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.30959999561309814},{"id":"https://openalex.org/C100253034","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Systematic error","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.2535000145435333}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.2196/76384","doi":"https://doi.org/10.2196/76384","is_oa":true,"landing_page_url":"https://doi.org/10.2196/76384","pdf_url":"https://formative.jmir.org/2025/1/e76384/PDF","source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.76384","doi":"https://doi.org/10.2196/preprints.76384","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.76384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:europepmc.org:11421002","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12612642","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmid:41161340","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41161340","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR formative research","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12612642","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12612642/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Form Res","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:2602760bbaee44d99978f89a81ac477e","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/2602760bbaee44d99978f89a81ac477e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Formative Research, Vol 9, p e76384 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/76384","doi":"https://doi.org/10.2196/76384","is_oa":true,"landing_page_url":"https://doi.org/10.2196/76384","pdf_url":"https://formative.jmir.org/2025/1/e76384/PDF","source":{"id":"https://openalex.org/S4210234749","display_name":"JMIR Formative Research","issn_l":"2561-326X","issn":["2561-326X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","doyens","medline","norway-1","oarl","poland-20","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Formative Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323969","display_name":"Chi Mei Medical Center","ror":"https://ror.org/02y2htg06"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415677754.pdf","grobid_xml":"https://content.openalex.org/works/W4415677754.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1577857347","https://openalex.org/W1967518785","https://openalex.org/W1968557458","https://openalex.org/W1978437812","https://openalex.org/W1982161868","https://openalex.org/W2002971150","https://openalex.org/W2007395640","https://openalex.org/W2025269721","https://openalex.org/W2038643725","https://openalex.org/W2049230413","https://openalex.org/W2059372835","https://openalex.org/W2103391248","https://openalex.org/W2112674546","https://openalex.org/W2158735718","https://openalex.org/W2396774073","https://openalex.org/W2607892599","https://openalex.org/W2735301415","https://openalex.org/W2895457576","https://openalex.org/W2937845937","https://openalex.org/W3003644742","https://openalex.org/W3111942793","https://openalex.org/W4210567549","https://openalex.org/W4211235597","https://openalex.org/W4287889163","https://openalex.org/W4389614963","https://openalex.org/W4390919701","https://openalex.org/W4394844846","https://openalex.org/W4395688625","https://openalex.org/W4398166888","https://openalex.org/W4400189660","https://openalex.org/W4401042136"],"related_works":["https://openalex.org/W4400189660","https://openalex.org/W1968557458","https://openalex.org/W4394844846","https://openalex.org/W7165200455","https://openalex.org/W7118796668","https://openalex.org/W4411742714","https://openalex.org/W6889799553","https://openalex.org/W4410542414","https://openalex.org/W2025269721","https://openalex.org/W7213977874"],"abstract_inverted_index":{"Background":[0],"Laterality":[1],"errors":[2,16,345,392],"in":[3,17,80,95,168,176,181,293,346,360,393],"radiology":[4,90,162,374],"reports":[5,91,170,183],"can":[6],"endanger":[7],"patient":[8],"safety.":[9],"Effective":[10],"methods":[11,201],"for":[12,14,372,390],"screening":[13],"laterality":[15,93,165,391],"combined":[18,37,177,365,383],"radiographic":[19,38,366],"reports,":[20],"which":[21],"combine":[22],"multiple":[23],"studies":[24,411],"into":[25,101],"one,":[26],"remain":[27],"unexplored.":[28],"Objective":[29],"First,":[30],"we":[31,45,60],"define":[32],"and":[33,41,68,105,112,128,146,159,264,273,283,288,297,322,358,378,385,406],"analyze":[34],"the":[35,75,99,125,135,139,196,210,218,228,233],"unstudied":[36],"report":[39,367,375],"format":[40,368],"its":[42],"challenges.":[43],"Second,":[44],"introduce":[46],"a":[47,119],"clinically":[48],"deployable":[49],"ensemble":[50],"method":[51,137,208,387],"(rule-based+GPT-4o),":[52],"evaluated":[53],"on":[54,249,295],"large-scale,":[55],"real-world,":[56,110],"imbalanced":[57,67,394,407,416],"data.":[58,409,417],"Third,":[59],"demonstrate":[61],"significant":[62,398],"performance":[63,399],"gaps":[64],"between":[65,402],"real-world":[66,158,169,395,408,415],"synthetic":[69,161,404],"balanced":[70,403],"datasets,":[71],"highlighting":[72],"limitations":[73,241],"of":[74,151,199,227],"benchmarking":[76],"methodology":[77],"commonly":[78],"used":[79],"current":[81],"studies.":[82],"Methods":[83],"This":[84],"retrospective":[85],"study":[86,326],"analyzed":[87],"deidentified":[88],"English":[89],"containing":[92],"terms":[94],"order.":[96],"We":[97],"split":[98],"data":[100,304],"TrainVal":[102,296],"(combined":[103],"training":[104],"validation":[106],"dataset),":[107],"Test-1":[108,116,298,303],"(both":[109],"imbalanced),":[111],"Test-2":[113],"(synthetic,":[114],"balanced).":[115],"comes":[117],"from":[118],"distinct":[120,370],"branch.":[121],"Experiment":[122,132],"1":[123],"compared":[124,134,299],"baseline,":[126],"workaround,":[127],"GPT-4o-augmented":[129],"rule-based":[130,136,200,384],"methods.":[131],"2":[133],"with":[138],"highest":[140,211],"recall":[141,192,212],"to":[142,239,300],"fine-tuned":[143],"RoBERTa,":[144],"ClinicalBERT,":[145],"GPT-4o":[147,234,256,274,289,386],"models.":[148],"Results":[149],"As":[150],"July":[152],"2024,":[153],"our":[154],"dataset":[155],"included":[156],"10,000":[157],"889":[160],"reports.":[163,396],"The":[164,206,364,382],"error":[166,244],"rate":[167],"was":[171],"1.20%":[172],"(120/10,000),":[173],"significantly":[174,194,215],"higher":[175],"(103/7000,":[178],"1.47%)":[179],"than":[180,217],"noncombined":[182],"(17/3000,":[184],"0.57%;":[185],"difference=0.90%;":[186],"z=3.81;":[187],"P<.001).":[188],"In":[189,246,350],"experiment":[190,247],"1,":[191],"differed":[193],"among":[195],"3":[197],"versions":[198],"(Q=6.0;":[202],"P=.0498,":[203],"Friedman":[204],"test).":[205,224],"rule-based+GPT-4o":[207,251,269],"had":[209],"(average":[213,220],"rank=1),":[214],"better":[216],"baseline":[219],"rank=3;":[221],"P=.04,":[222],"Nemenyi":[223],"Most":[225],"(5/6)":[226],"false":[229,343],"positives":[230],"introduced":[231],"by":[232,243],"information":[235],"extraction":[236],"were":[237],"due":[238],"parser":[240],"hidden":[242],"cancellation.":[245],"2,":[248],"Test-1,":[250],"(precision=0.696;":[252],"recall=0.889;":[253,258],"F1-score=0.780)":[254],"outperformed":[255,278],"(precision=0.219;":[257],"F1-score=0.352),":[259],"ClinicalBERT":[260,279,287],"(precision=0.047;":[261],"recall=0.667;":[262],"F1-score=0.088),":[263],"RoBERTa":[265,284],"(F1-score=0.000).":[266],"On":[267],"Test-2,":[268],"(precision=0.996;":[270],"recall=0.925;":[271],"F1-score=0.959)":[272],"(precision=0.979;":[275],"recall=0.953;":[276],"F1-score=0.966)":[277],"(precision=0.984;":[280],"recall=0.749;":[281],"F1-score=0.851)":[282],"(F1-score=0.013).":[285],"Both":[286,302],"exhibited":[290],"notable":[291],"declines":[292],"precision":[294,357],"Test-2.":[301],"membership":[305],"(GPT-4o:":[306,327],"odds":[307],"ratio":[308],"[OR]":[309],"239.89,":[310],"95%":[311,318,330,337],"CI":[312,319,331,338],"111.05-518.01;":[313],"P<.001;":[314,333],"ClinicalBERT:":[315,334],"OR":[316,328,335],"1924.07,":[317],"687.46-5383.99;":[320],"P<.001)":[321,340],"order":[323],"count":[324],"per":[325],"1.79,":[329],"1.38-2.31;":[332],"2.50,":[336],"1.64-3.80;":[339],"independently":[341],"predicted":[342],"positive":[344],"multivariate":[347],"logistic":[348],"regression.":[349],"subgroup":[351],"analysis,":[352],"all":[353],"models":[354],"showed":[355],"reduced":[356],"F1":[359],"combined-study":[361],"subgroups.":[362],"Conclusions":[363],"poses":[369],"challenges":[371],"both":[373],"quality":[376],"assurance":[377],"natural":[379],"language":[380],"processing.":[381],"effectively":[388],"screens":[389],"A":[397],"gap":[400],"exists":[401],"datasets":[405],"Future":[410],"should":[412],"also":[413],"include":[414]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2025-10-30T00:00:00"}
