{"id":"https://openalex.org/W4393443528","doi":"https://doi.org/10.1101/2024.03.31.24305138","title":"CONSORT-TM: Text classification models for assessing the completeness of randomized controlled trial publications","display_name":"CONSORT-TM: Text classification models for assessing the completeness of randomized controlled trial publications","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4393443528","doi":"https://doi.org/10.1101/2024.03.31.24305138","pmid":"https://pubmed.ncbi.nlm.nih.gov/38633775"},"language":"en","primary_location":{"id":"doi:10.1101/2024.03.31.24305138","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.03.31.24305138","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2024/04/01/2024.03.31.24305138.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"type":"preprint","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2024/04/01/2024.03.31.24305138.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101844873","display_name":"Lan Jiang","orcid":"https://orcid.org/0009-0004-2764-0697"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lan Jiang","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","University of Illinois Urbana-Champaign, School of Information Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, School of Information Sciences","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113158379","display_name":"Mengfei Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengfei Lan","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","University of Illinois Urbana-Champaign, School of Information Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, School of Information Sciences","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113158380","display_name":"Joe D Menke","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joe D. Menke","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","University of Illinois Urbana-Champaign, School of Information Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, School of Information Sciences","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074473858","display_name":"Colby J. Vorland","orcid":"https://orcid.org/0000-0003-4225-372X"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colby J Vorland","raw_affiliation_strings":["Indiana University, School of Public Health, Bloomington, IN, USA","Indiana University, School of Public Health"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University, School of Public Health, Bloomington, IN, USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Indiana University, School of Public Health","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016571803","display_name":"Halil Kilicoglu","orcid":"https://orcid.org/0000-0003-3987-9393"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Halil Kilicoglu","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","University of Illinois at Urbana-Champaign, School of Information Sciences"],"raw_orcid":"https://orcid.org/0000-0003-3987-9393","affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, School of Information Sciences","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016571803"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9106000065803528,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9106000065803528,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.7785046100616455},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6660058498382568},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6539744734764099},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6496200561523438},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5564224123954773},{"id":"https://openalex.org/keywords/completeness","display_name":"Completeness (order theory)","score":0.5561917424201965},{"id":"https://openalex.org/keywords/unified-medical-language-system","display_name":"Unified Medical Language System","score":0.5232640504837036},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.45737433433532715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4350748658180237},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.41924434900283813},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3918726444244385},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34884917736053467},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2420605719089508},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1538064181804657},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12784451246261597}],"concepts":[{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.7785046100616455},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6660058498382568},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6539744734764099},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6496200561523438},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5564224123954773},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.5561917424201965},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.5232640504837036},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.45737433433532715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350748658180237},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.41924434900283813},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3918726444244385},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34884917736053467},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2420605719089508},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1538064181804657},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12784451246261597},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1101/2024.03.31.24305138","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.03.31.24305138","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2024/04/01/2024.03.31.24305138.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:38633775","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38633775","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"medRxiv : the preprint server for health sciences","raw_type":"Preprint"},{"id":"pmh:oai:pubmedcentral.nih.gov:11023672","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11023672","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11023672/pdf/nihpp-2024.03.31.24305138v1.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1101/2024.03.31.24305138","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.03.31.24305138","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2024/04/01/2024.03.31.24305138.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1162084866","display_name":"Computational Methods, Resources, and Tools to Assess Transparency and Rigor of Randomized Clinical Trials","funder_award_id":"5r01lm014079-02","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3825273696","display_name":null,"funder_award_id":"R01LM014079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393443528.pdf","grobid_xml":"https://content.openalex.org/works/W4393443528.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W43033716","https://openalex.org/W1932968309","https://openalex.org/W1967200031","https://openalex.org/W1972244026","https://openalex.org/W2002463857","https://openalex.org/W2020959315","https://openalex.org/W2032541700","https://openalex.org/W2034937344","https://openalex.org/W2048139673","https://openalex.org/W2084413241","https://openalex.org/W2097387720","https://openalex.org/W2108696783","https://openalex.org/W2108924730","https://openalex.org/W2132012869","https://openalex.org/W2133895796","https://openalex.org/W2134568263","https://openalex.org/W2137516955","https://openalex.org/W2144032281","https://openalex.org/W2147994374","https://openalex.org/W2159583324","https://openalex.org/W2166023752","https://openalex.org/W2169877598","https://openalex.org/W2184378182","https://openalex.org/W2228927609","https://openalex.org/W2271587360","https://openalex.org/W2460394012","https://openalex.org/W2481029616","https://openalex.org/W2484269232","https://openalex.org/W2582630951","https://openalex.org/W2592460572","https://openalex.org/W2802420380","https://openalex.org/W2886946814","https://openalex.org/W2894006377","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2952174148","https://openalex.org/W2964179635","https://openalex.org/W2970217403","https://openalex.org/W2971296908","https://openalex.org/W2992824360","https://openalex.org/W3016407396","https://openalex.org/W3030163527","https://openalex.org/W3046375318","https://openalex.org/W3087185831","https://openalex.org/W3114962450","https://openalex.org/W3118615836","https://openalex.org/W3120711451","https://openalex.org/W3133622905","https://openalex.org/W3156248418","https://openalex.org/W3176069778","https://openalex.org/W4236805817","https://openalex.org/W4282933389","https://openalex.org/W4286376487","https://openalex.org/W4297253404","https://openalex.org/W4367668267","https://openalex.org/W4380575774","https://openalex.org/W4381587418","https://openalex.org/W4385648933","https://openalex.org/W4389814783","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4234875088","https://openalex.org/W2013796470","https://openalex.org/W79619734","https://openalex.org/W2010487328","https://openalex.org/W1871067837","https://openalex.org/W2158122759","https://openalex.org/W1527558617","https://openalex.org/W1517188135","https://openalex.org/W2101373085","https://openalex.org/W2412562470"],"abstract_inverted_index":{"ABSTRACT":[0],"Objective":[1],"To":[2,60],"develop":[3],"text":[4,76],"classification":[5,45],"models":[6,46,95,110,198,226],"for":[7,193,223],"determining":[8],"whether":[9,108],"the":[10,14,33,62,87,116,143,146,155,215,229,243],"checklist":[11,98,207],"items":[12,99,208],"in":[13,20,241],"CONSORT":[15,39,206,234],"reporting":[16,244],"guidelines":[17],"are":[18],"reported":[19],"randomized":[21],"controlled":[22],"trial":[23],"publications.":[24],"Materials":[25],"and":[26,51,56,78,82,124,130,145,150,181,233,237,246],"Methods":[27],"Using":[28],"a":[29],"corpus":[30],"annotated":[31],"at":[32],"sentence":[34,44,144,148],"level":[35],"with":[36,54,80,101,214],"37":[37],"fine-grained":[38],"items,":[40,195],"we":[41,68],"trained":[42],"several":[43,70],"(PubMedBERT":[47],"fine-tuning,":[48,50],"BioGPT":[49,179],"in-context":[52,183],"learning":[53,184],"GPT-4)":[55,81],"compared":[57,114],"their":[58,84,249],"performance.":[59],"address":[61],"problem":[63],"of":[64,248],"small":[65],"training":[66],"dataset,":[67],"used":[69],"data":[71,175],"augmentation":[72,164,176],"methods":[73],"(EDA,":[74],"UMLS-EDA,":[75],"generation":[77],"rephrasing":[79],"assessed":[83],"impact":[85],"on":[86],"fine-tuned":[88,93,216],"PubMedBERT":[89,94,137,217],"model.":[90,119],"We":[91,120],"also":[92],"limited":[96,166],"to":[97,106,115],"associated":[100],"specific":[102],"sections":[103],"(e.g.,":[104],"Methods)":[105],"evaluate":[107],"such":[109],"could":[111],"improve":[112],"performance":[113,158,192],"single":[117],"full":[118],"performed":[121],"5-fold":[122],"cross-validation":[123],"report":[125],"precision,":[126],"recall,":[127],"F1":[128],"score,":[129],"area":[131],"under":[132],"curve":[133],"(AUC).":[134],"Results":[135],"Fine-tuned":[136],"model":[138,189,218],"that":[139],"takes":[140],"as":[141],"input":[142],"surrounding":[147],"representations":[149],"uses":[151],"section":[152],"headers":[153],"yielded":[154,190],"best":[156],"overall":[157],"(0.71":[159],"micro-F1,":[160],"0.64":[161],"macro-F1).":[162],"Data":[163],"had":[165],"positive":[167],"effect,":[168],"UMLS-EDA":[169],"yielding":[170],"slightly":[171],"better":[172],"results":[173],"than":[174],"using":[177],"GPT-4.":[178],"fine-tuning":[180],"GPT-4":[182],"exhibited":[185],"suboptimal":[186],"results.":[187],"Methods-specific":[188],"higher":[191],"methodology":[194],"other":[196],"section-specific":[197],"did":[199],"not":[200],"have":[201],"significant":[202],"impact.":[203],"Conclusion":[204],"Most":[205],"can":[209,227,238],"be":[210],"recognized":[211],"reasonably":[212],"well":[213],"but":[219],"there":[220],"is":[221],"room":[222],"improvement.":[224],"Improved":[225],"underpin":[228],"journal":[230],"editorial":[231],"workflows":[232],"adherence":[235],"checks":[236],"help":[239],"authors":[240],"improving":[242],"quality":[245],"completeness":[247],"manuscripts.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-09-08T07:41:39.490200","created_date":"2025-10-10T00:00:00"}