{"id":"https://openalex.org/W127543789","doi":null,"title":"A large-scale analysis of the reasons given for excluding articles that are retrieved by literature search during systematic review.","display_name":"A large-scale analysis of the reasons given for excluding articles that are retrieved by literature search during systematic review.","alternate_titles":[],"publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W127543789","mag":"127543789","pmid":"https://pubmed.ncbi.nlm.nih.gov/24551345","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900186"},"language":"en","primary_location":{"id":"pmh:oai:europepmc.org:2909069","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},"parent_works":[],"lineage":["https://openalex.org/W127543789"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056145433","display_name":"Tracy Edinger","orcid":"https://orcid.org/0000-0001-7411-5108","observed_orcids":["https://orcid.org/0000-0001-7411-5108"]},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tracy Edinger","raw_affiliation_strings":["Department of Medical Informatics and Clinical Epidemiology, Oregon Health & Science University, Portland, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics and Clinical Epidemiology, Oregon Health & Science University, Portland, OR, USA","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062561557","display_name":"Aaron Michael Cohen","orcid":"https://orcid.org/0000-0002-4610-9912","observed_orcids":["https://orcid.org/0000-0002-4610-9912"]},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aaron M Cohen","raw_affiliation_strings":["Department of Medical Informatics and Clinical Epidemiology, Oregon Health & Science University, Portland, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics and Clinical Epidemiology, Oregon Health & Science University, Portland, OR, USA","institution_ids":["https://openalex.org/I165690674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165690674"],"apc_list":null,"apc_paid":null,"fwci":0.4949,"has_fulltext":false,"cited_by_count":46,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.66389291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"2013","issue":null,"first_page":"379","last_page":"387"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/systematic-reviews","display_name":"systematic reviews","score":0.7329999804496765},{"id":"https://openalex.org/keywords/literature-search","display_name":"literature searching","score":0.7860000133514404},{"id":"https://openalex.org/keywords/excluded-articles","display_name":"excluded articles","score":0.5979999899864197},{"id":"https://openalex.org/keywords/search-precision","display_name":"search precision","score":0.6359999775886536},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.8180000185966492},{"id":"https://openalex.org/keywords/demographic-factors","display_name":"demographic factors","score":0.6480000019073486}],"concepts":[{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.6735836863517761},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.5029060244560242},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.48650139570236206},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.47349104285240173},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4467957019805908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4425026476383209},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3883282542228699},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36119332909584045},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35922539234161377},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34442126750946045},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10935872793197632},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08355513215065002},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.06643292307853699},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016206","descriptor_name":"Databases, Bibliographic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"pmh:oai:europepmc.org:2909069","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3900186","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC3900186/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AMIA Annu Symp Proc","raw_type":"Text"},{"id":"pmid:24551345","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24551345","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AMIA ... Annual Symposium proceedings. AMIA Symposium","raw_type":"Journal Article"},{"id":"mag:127543789","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24551345","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":{"id":"pmh:oai:europepmc.org:2909069","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.504800021648407,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4820195813","display_name":"Text Mining Pipeline to Accelerate Systematic Reviews in Evidence-Based Medicine","funder_award_id":"R01LM010817","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G9000862757","display_name":"Research Training in Biomedical Informatics and Data Science at Oregon Health & Science University","funder_award_id":"T15LM007088","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W49437421","https://openalex.org/W1575972883","https://openalex.org/W1717152970","https://openalex.org/W1996222277","https://openalex.org/W2061646210","https://openalex.org/W2066908458","https://openalex.org/W2068016549","https://openalex.org/W2106952837","https://openalex.org/W2121740558","https://openalex.org/W2152143870","https://openalex.org/W2183168769","https://openalex.org/W3024051359","https://openalex.org/W4244401793"],"related_works":["https://openalex.org/W2965777836","https://openalex.org/W2394742578","https://openalex.org/W2411378235","https://openalex.org/W2404853055","https://openalex.org/W2168764238","https://openalex.org/W2803658276","https://openalex.org/W4220976980","https://openalex.org/W2287655111"],"abstract_inverted_index":{"OBJECTIVE:":[0],"A":[1],"literature":[2],"search":[3,29,66,180],"to":[4,70,147],"identify":[5],"relevant":[6,34],"studies":[7,35],"is":[8,47],"one":[9],"of":[10,22,45,64,113,130,137],"the":[11,28,62,74,87,135,148,160,186],"first":[12],"steps":[13],"in":[14,20],"performing":[15],"a":[16,122],"systematic":[17,192],"review":[18,109],"(SR)":[19],"support":[21],"evidence-based":[23],"medicine.":[24],"To":[25,59],"maximize":[26],"efficiency,":[27],"must":[30,53],"find":[31],"practically":[32],"all":[33],"and":[36,119,165,167],"retrieve":[37],"few":[38],"that":[39,78],"are":[40],"irrelevant;":[41],"however,":[42],"this":[43],"level":[44],"precision":[46],"seldom":[48],"attained.":[49],"Therefore,":[50],"many":[51],"articles":[52,98,131],"be":[54],"manually":[55],"examined":[56],"for":[57,94,175,191],"relevance.":[58],"better":[60],"understand":[61],"limitations":[63],"current":[65],"tools":[67],"as":[68],"applied":[69],"SR,":[71],"we":[72,120],"characterized":[73],"most":[75,187],"common":[76,173,188],"reasons":[77,92,116,174,190],"papers":[79],"retrieved":[80,95],"by":[81,105,159],"SR":[82],"searches":[83],"were":[84,99,117,132,139,145,171],"excluded":[85,97,133,161],"from":[86,101],"review.":[88],"METHODS:":[89],"The":[90,111],"textual":[91],"given":[93],"but":[96,156],"extracted":[100],"6,743":[102],"SRs":[103],"performed":[104],"54":[106],"Cochrane":[107],"Collaboration":[108],"groups.":[110],"frequencies":[112],"different":[114],"exclusion":[115,189],"analyzed,":[118],"developed":[121],"taxonomy":[123],"summarizing":[124],"these":[125],"reasons.":[126],"RESULTS:":[127],"Almost":[128],"65%":[129],"because":[134],"means":[136],"comparison":[138],"inappropriate.":[140],"Of":[141],"these,":[142],"about":[143],"72%":[144],"due":[146],"randomized":[149],"controlled":[150],"trial":[151],"(RCT)":[152],"design":[153],"being":[154],"required":[155],"not":[157,183],"employed":[158],"study.":[162],"Mismatching":[163],"interventions":[164],"outcomes":[166],"incorrect":[168],"population":[169],"characteristics":[170],"also":[172],"exclusion.":[176],"CONCLUSIONS:":[177],"Currently":[178],"available":[179],"methods":[181],"do":[182],"adequately":[184],"address":[185],"review,":[193],"even":[194],"those":[195],"based":[196],"primarily":[197],"on":[198],"study":[199],"design.":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W127543789","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
