{"id":"https://openalex.org/W4392353282","doi":"https://doi.org/10.31222/osf.io/npvwr","title":"GPT's Performance in Identifying Outcome Changes on ClinicalTrials.gov","display_name":"GPT's Performance in Identifying Outcome Changes on ClinicalTrials.gov","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392353282","doi":"https://doi.org/10.31222/osf.io/npvwr"},"language":"en","primary_location":{"id":"doi:10.31222/osf.io/npvwr","is_oa":true,"landing_page_url":"https://doi.org/10.31222/osf.io/npvwr","pdf_url":"https://osf.io/npvwr/download","source":null,"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://osf.io/npvwr/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018652161","display_name":"Xiangji Ying","orcid":"https://orcid.org/0000-0002-1713-3788"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I4210151657","display_name":"Department of Health","ror":"https://ror.org/05rfgws98","country_code":"ZA","type":"government","lineage":["https://openalex.org/I2800683076","https://openalex.org/I4210151657"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Xiangji Ying","raw_affiliation_strings":["Department of Epidemiology , University of North Carolina Gillings School of Global Public Health , Chapel Hill , US","Department of Epidemiology, University of North Carolina Gillings School of Global Public Health, Chapel Hill, US"],"raw_orcid":"https://orcid.org/0000-0002-1713-3788","affiliations":[{"raw_affiliation_string":"Department of Epidemiology , University of North Carolina Gillings School of Global Public Health , Chapel Hill , US","institution_ids":["https://openalex.org/I114027177","https://openalex.org/I4210151657"]},{"raw_affiliation_string":"Department of Epidemiology, University of North Carolina Gillings School of Global Public Health, Chapel Hill, US","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074473858","display_name":"Colby J. Vorland","orcid":"https://orcid.org/0000-0003-4225-372X"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colby J. Vorland","raw_affiliation_strings":["Department of Epidemiology and Biostatistics , Indiana University School of Public Health- Bloomington , US","Department of Epidemiology and Biostatistics, Indiana University School of Public Health-Bloomington, US"],"raw_orcid":"https://orcid.org/0000-0003-4225-372X","affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics , Indiana University School of Public Health- Bloomington , US","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, Indiana University School of Public Health-Bloomington, US","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091879654","display_name":"Riaz Quresh\u0131","orcid":"https://orcid.org/0000-0002-6670-4874"},"institutions":[{"id":"https://openalex.org/I151808059","display_name":"Colorado School of Public Health","ror":"https://ror.org/005x9g035","country_code":"US","type":"education","lineage":["https://openalex.org/I151808059"]},{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Riaz Qureshi","raw_affiliation_strings":["Department of Ophthalmology , School of Medicine ; Department of Epidemiology , School of Public Health , University of Colorado Anschutz Medical Campus , Denver , US","Department of Ophthalmology, School of Medicine; Department of Epidemiology, School of Public Health, University of Colorado Anschutz Medical Campus, Denver, US"],"raw_orcid":"https://orcid.org/0000-0002-6670-4874","affiliations":[{"raw_affiliation_string":"Department of Ophthalmology , School of Medicine ; Department of Epidemiology , School of Public Health , University of Colorado Anschutz Medical Campus , Denver , US","institution_ids":["https://openalex.org/I151808059","https://openalex.org/I51713134"]},{"raw_affiliation_string":"Department of Ophthalmology, School of Medicine; Department of Epidemiology, School of Public Health, University of Colorado Anschutz Medical Campus, Denver, US","institution_ids":["https://openalex.org/I51713134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009250776","display_name":"Andrew W. Brown","orcid":"https://orcid.org/0000-0002-1758-8205"},"institutions":[{"id":"https://openalex.org/I1301864278","display_name":"Arkansas Children's Hospital","ror":"https://ror.org/01t33qq42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1301864278"]},{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew William Brown","raw_affiliation_strings":["Department of Biostatistics , University of Arkansas for Medical Sciences ; Arkansas Children's Research Institute , Little Rock , US","Department of Biostatistics, University of Arkansas for Medical Sciences; Arkansas Children's Research Institute, Little Rock, US"],"raw_orcid":"https://orcid.org/0000-0002-1758-8205","affiliations":[{"raw_affiliation_string":"Department of Biostatistics , University of Arkansas for Medical Sciences ; Arkansas Children's Research Institute , Little Rock , US","institution_ids":["https://openalex.org/I1301864278"]},{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences; Arkansas Children's Research Institute, Little Rock, US","institution_ids":["https://openalex.org/I1301864278","https://openalex.org/I79620101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016571803","display_name":"Halil Kilicoglu","orcid":"https://orcid.org/0000-0003-3987-9393"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Halil Kilicoglu","raw_affiliation_strings":["School of Information Sciences , University of Illinois at Urbana-Champaign , US","School of Information Sciences, University of Illinois at Urbana-Champaign, US"],"raw_orcid":"https://orcid.org/0000-0003-3987-9393","affiliations":[{"raw_affiliation_string":"School of Information Sciences , University of Illinois at Urbana-Champaign , US","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"School of Information Sciences, University of Illinois at Urbana-Champaign, US","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040356072","display_name":"Ian J. Saldanha","orcid":"https://orcid.org/0000-0002-2062-3382"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Saldanha","raw_affiliation_strings":["Department of Epidemiology , Johns Hopkins Bloomberg School of Public Health , Baltimore , Maryland , US","Department of Epidemiology, Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland, US"],"raw_orcid":"https://orcid.org/0000-0002-2062-3382","affiliations":[{"raw_affiliation_string":"Department of Epidemiology , Johns Hopkins Bloomberg School of Public Health , Baltimore , Maryland , US","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Epidemiology, Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland, US","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015017214","display_name":"Nicholas DeVito","orcid":"https://orcid.org/0000-0001-8286-1995"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas J DeVito","raw_affiliation_strings":["University of Oxford","The Bennett Institute for Applied Data Science, Nuffield Department of Primary Care Health Sciences, University of Oxford, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0001-8286-1995","affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"The Bennett Institute for Applied Data Science, Nuffield Department of Primary Care Health Sciences, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055917772","display_name":"Evan Mayo\u2010Wilson","orcid":"https://orcid.org/0000-0001-6126-2459"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I4210151657","display_name":"Department of Health","ror":"https://ror.org/05rfgws98","country_code":"ZA","type":"government","lineage":["https://openalex.org/I2800683076","https://openalex.org/I4210151657"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"Evan Mayo-Wilson","raw_affiliation_strings":["Department of Epidemiology , University of North Carolina Gillings School of Global Public Health , Chapel Hill , US","Department of Epidemiology, University of North Carolina Gillings School of Global Public Health, Chapel Hill, US"],"raw_orcid":"https://orcid.org/0000-0001-6126-2459","affiliations":[{"raw_affiliation_string":"Department of Epidemiology , University of North Carolina Gillings School of Global Public Health , Chapel Hill , US","institution_ids":["https://openalex.org/I114027177","https://openalex.org/I4210151657"]},{"raw_affiliation_string":"Department of Epidemiology, University of North Carolina Gillings School of Global Public Health, Chapel Hill, US","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.8367000222206116,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.8367000222206116,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12168","display_name":"Health and Medical Research Impacts","score":0.7760999798774719,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.6551522612571716},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.38887977600097656},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.3301868438720703},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3000399172306061},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2551339268684387},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.07869464159011841}],"concepts":[{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.6551522612571716},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.38887977600097656},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.3301868438720703},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3000399172306061},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2551339268684387},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.07869464159011841}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.31222/osf.io/npvwr","is_oa":true,"landing_page_url":"https://doi.org/10.31222/osf.io/npvwr","pdf_url":"https://osf.io/npvwr/download","source":null,"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:RePEc:osf:metaar:npvwr_v1","is_oa":false,"landing_page_url":"https://osf.io/download/65e0ee926d0cb813b61a9496/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:abda9df3-b0ae-4c36-bfc8-9ab4d18a3f6d","is_oa":true,"landing_page_url":"https://osf.io/npvwr","pdf_url":null,"source":{"id":"https://openalex.org/S4306402619","display_name":"MetArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:d5e5c2b1-d8ff-4e78-af76-e9793a7baca1","is_oa":false,"landing_page_url":"https://osf.io/2tyh3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"doi:10.31222/osf.io/npvwr","is_oa":true,"landing_page_url":"https://doi.org/10.31222/osf.io/npvwr","pdf_url":"https://osf.io/npvwr/download","source":null,"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1162084866","display_name":"Computational Methods, Resources, and Tools to Assess Transparency and Rigor of Randomized Clinical Trials","funder_award_id":"5r01lm014079-02","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3825273696","display_name":null,"funder_award_id":"R01LM014079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392353282.pdf","grobid_xml":"https://content.openalex.org/works/W4392353282.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1879185646","https://openalex.org/W1993595811","https://openalex.org/W1994151990","https://openalex.org/W2002062153","https://openalex.org/W2016293149","https://openalex.org/W2030683863","https://openalex.org/W2032541700","https://openalex.org/W2051681038","https://openalex.org/W2071064607","https://openalex.org/W2102228952","https://openalex.org/W2105677904","https://openalex.org/W2125444765","https://openalex.org/W2150186451","https://openalex.org/W2165010366","https://openalex.org/W2171811563","https://openalex.org/W2180048566","https://openalex.org/W2346262725","https://openalex.org/W2414283705","https://openalex.org/W2419160455","https://openalex.org/W2464523176","https://openalex.org/W2524477668","https://openalex.org/W2616614863","https://openalex.org/W2782749611","https://openalex.org/W2790523372","https://openalex.org/W2793422535","https://openalex.org/W2804165413","https://openalex.org/W2913762658","https://openalex.org/W2940253815","https://openalex.org/W2943757653","https://openalex.org/W4206923333","https://openalex.org/W4229830654","https://openalex.org/W4283739022","https://openalex.org/W4311249208","https://openalex.org/W4312114541","https://openalex.org/W4379258778","https://openalex.org/W4381826901","https://openalex.org/W4385380395","https://openalex.org/W4386530347","https://openalex.org/W4387355914","https://openalex.org/W4387994521","https://openalex.org/W4388070532","https://openalex.org/W4388718056","https://openalex.org/W4388824619","https://openalex.org/W4388894207","https://openalex.org/W4389500712","https://openalex.org/W4390513007","https://openalex.org/W4402671845","https://openalex.org/W6727669759"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W2078814861","https://openalex.org/W1995515455"],"abstract_inverted_index":{"Background:":[0],"Selective":[1],"non-reporting":[2],"of":[3,45,85,103,110,118,171,218],"studies":[4],"and":[5,57,87,105,138,151,157,174,183,200,213,216],"study":[6,39],"results":[7,140],"undermines":[8],"trust":[9],"in":[10,32,55,60,165,202,205],"randomized":[11],"controlled":[12],"trials":[13,130],"(RCTs).":[14],"Changes":[15],"to":[16,29,41,71,95,188],"clinical":[17,179,206,219],"trial":[18,27,33,61,73,172,175,207,220],"outcomes":[19,34,62,74],"are":[20],"sometimes":[21],"associated":[22],"with":[23,139],"bias.":[24],"Manually":[25],"comparing":[26],"documents":[28],"identify":[30,96],"changes":[31,59,98,204],"is":[35],"time":[36,88],"consuming.Objective:":[37],"This":[38],"aims":[40],"assess":[42,154],"the":[43,46,100,106,163,169,210],"capacity":[44],"Generative":[47],"Pretrained":[48],"Transformer":[49],"4":[50],"(GPT-4)":[51],"large":[52],"language":[53],"model":[54],"detecting":[56],"describing":[58],"within":[63],"ClinicalTrials.gov":[64],"records.Methods:":[65],"We":[66,90,112,126,159,186],"will":[67,91,113,127,147,153,160],"first":[68],"prompt":[69,93],"GPT-4":[70,94],"define":[72],"using":[75],"five":[76],"elements":[77],"(i.e.,":[78,177],"domain,":[79],"specific":[80,82],"measurement,":[81],"metric,":[83],"method":[84],"aggregation,":[86],"point).":[89],"then":[92],"outcome":[97],"between":[99],"prospective":[101],"versions":[102,109],"registrations":[104],"most":[107],"recent":[108],"registrations.":[111],"use":[114],"a":[115],"random":[116],"sample":[117],"150":[119],"RCTs":[120],"(~1,500":[121],"outcomes)":[122],"registered":[123],"on":[124,142],"ClinicalTrials.gov.":[125,143],"include":[128],"\u201cCompleted\u201d":[129],"categorized":[131],"as":[132],"\u201cPhase":[133],"3\u201d":[134],"or":[135],"\u201cNot":[136],"Applicable\u201d":[137],"posted":[141],"Two":[144],"independent":[145],"raters":[146],"rate":[148],"GPT-4\u2019s":[149,155,166],"judgements,":[150],"we":[152],"accuracy":[156],"reliability.":[158],"also":[161],"explore":[162],"heterogeneity":[164],"performance":[167],"by":[168],"year":[170],"registration":[173],"type":[176],"applicable":[178],"trials,":[180,182],"NIH-funded":[181],"other":[184],"trials).Discussion:":[185],"aim":[187],"develop":[189],"methods":[190],"that":[191],"could":[192],"assist":[193],"systematic":[194],"reviewers,":[195,197],"peer":[196],"journal":[198],"editors,":[199],"readers":[201],"monitoring":[203],"outcomes,":[208],"streamlining":[209],"review":[211],"process,":[212],"improving":[214],"transparency":[215],"reliability":[217],"reporting.":[221]},"counts_by_year":[],"updated_date":"2026-09-11T09:22:31.653822","created_date":"2024-03-05T00:00:00"}