{"id":"https://openalex.org/W2094838759","doi":"https://doi.org/10.1080/14038190310012692","title":"A Quantitative Study of Bias in Systematic Reviews","display_name":"A Quantitative Study of Bias in Systematic Reviews","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W2094838759","doi":"https://doi.org/10.1080/14038190310012692","mag":"2094838759"},"language":"en","primary_location":{"id":"doi:10.1080/14038190310012692","doi":"https://doi.org/10.1080/14038190310012692","is_oa":false,"landing_page_url":"https://doi.org/10.1080/14038190310012692","pdf_url":null,"source":{"id":"https://openalex.org/S4210203906","display_name":"Advances in Physiotherapy","issn_l":"1403-8196","issn":["1403-8196","1651-1948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320449","host_organization_name":"Informa","host_organization_lineage":["https://openalex.org/P4310320449"],"host_organization_lineage_names":["Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Physiotherapy","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091262335","display_name":"Jan Magnus Bjordal","orcid":"https://orcid.org/0000-0002-4804-4366","observed_orcids":["https://orcid.org/0000-0002-4804-4366"]},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Jan Magnus Bjordal","raw_affiliation_strings":["Section of Physiotherapy Science University of Bergen Ulriksdal 8 c NO-5009 Bergen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Physiotherapy Science University of Bergen Ulriksdal 8 c NO-5009 Bergen","institution_ids":["https://openalex.org/I4432739"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5091262335"],"corresponding_institution_ids":["https://openalex.org/I4432739"],"apc_list":null,"apc_paid":null,"fwci":0.0703,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.3125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"5","issue":"2","first_page":"83","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11566","display_name":"Laser Applications in Dentistry and Medicine","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bias-in-systematic-reviews","display_name":"bias in systematic reviews","score":0.9079999923706055},{"id":"https://openalex.org/keywords/low-level-laser-therapy","display_name":"low-level laser therapy","score":0.8159999847412109},{"id":"https://openalex.org/keywords/joint-diseases","display_name":"joint diseases","score":0.859000027179718},{"id":"https://openalex.org/keywords/clinical-trial-inclusion-criteria","display_name":"trial inclusion criteria","score":0.4399999976158142},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.8309999704360962},{"id":"https://openalex.org/keywords/methodological-quality-assessment","display_name":"methodological quality assessment","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.7338860034942627},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.6133623123168945},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5822270512580872},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.5383322238922119},{"id":"https://openalex.org/C27081682","wikidata":"https://www.wikidata.org/wiki/Q269829","display_name":"Placebo","level":3,"score":0.5255776047706604},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.49895286560058594},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49229419231414795},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.45475804805755615},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.4476972818374634},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.439831018447876},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.41594427824020386},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3606341779232025},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.35905641317367554},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.34949153661727905},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.29546058177948},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.17738699913024902},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.16033416986465454},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.1297219693660736},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/14038190310012692","doi":"https://doi.org/10.1080/14038190310012692","is_oa":false,"landing_page_url":"https://doi.org/10.1080/14038190310012692","pdf_url":null,"source":{"id":"https://openalex.org/S4210203906","display_name":"Advances in Physiotherapy","issn_l":"1403-8196","issn":["1403-8196","1651-1948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320449","host_organization_name":"Informa","host_organization_lineage":["https://openalex.org/P4310320449"],"host_organization_lineage_names":["Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Physiotherapy","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.504800021648407,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W27669408","https://openalex.org/W41446248","https://openalex.org/W92956171","https://openalex.org/W111635843","https://openalex.org/W275750315","https://openalex.org/W1481046618","https://openalex.org/W1544706740","https://openalex.org/W1709198616","https://openalex.org/W1745124314","https://openalex.org/W1963983800","https://openalex.org/W1967269383","https://openalex.org/W1967708402","https://openalex.org/W1970978462","https://openalex.org/W1975621568","https://openalex.org/W1976275120","https://openalex.org/W1977145533","https://openalex.org/W1986215651","https://openalex.org/W1990628905","https://openalex.org/W2005317854","https://openalex.org/W2011932878","https://openalex.org/W2024140325","https://openalex.org/W2025507557","https://openalex.org/W2027485366","https://openalex.org/W2030269002","https://openalex.org/W2036819893","https://openalex.org/W2051556928","https://openalex.org/W2057713439","https://openalex.org/W2068982804","https://openalex.org/W2069459819","https://openalex.org/W2084087035","https://openalex.org/W2085911480","https://openalex.org/W2087766556","https://openalex.org/W2089585551","https://openalex.org/W2090642049","https://openalex.org/W2094036800","https://openalex.org/W2097271446","https://openalex.org/W2099360420","https://openalex.org/W2112554377","https://openalex.org/W2119991239","https://openalex.org/W2123704431","https://openalex.org/W2125297083","https://openalex.org/W2132645472","https://openalex.org/W2132807229","https://openalex.org/W2142221092","https://openalex.org/W2143009354","https://openalex.org/W2144094914","https://openalex.org/W2147587589","https://openalex.org/W2152297138","https://openalex.org/W2153912971","https://openalex.org/W2162732991","https://openalex.org/W2228242070","https://openalex.org/W2292245441","https://openalex.org/W2403740777","https://openalex.org/W2886415193","https://openalex.org/W4285719527","https://openalex.org/W4317523914","https://openalex.org/W4401915466"],"related_works":["https://openalex.org/W2092221262","https://openalex.org/W2003950143","https://openalex.org/W2896369197","https://openalex.org/W4415404128","https://openalex.org/W3008751488","https://openalex.org/W2092257260","https://openalex.org/W1835380909","https://openalex.org/W2943439632","https://openalex.org/W2971643888","https://openalex.org/W7155034107"],"abstract_inverted_index":{"The":[0],"objective":[1],"of":[2,10,18,44,103,108,125,144,159,171,199,206,214,222,228,236,239,269],"this":[3,266],"study":[4],"was":[5,57,84,105,132,149,263],"to":[6,59,134,256],"identify":[7],"potential":[8],"sources":[9,235],"bias":[11,19,97,262,275],"and":[12,16,23,36,41,72,92,94,190,225,253],"quantify":[13],"the":[14,80,100,160,166,172,176,240],"size":[15],"direction":[17,62],"in":[20,79,111,119,154,197,204,265],"systematic":[21,70],"reviews":[22,71,153],"randomized":[24,74],"placebo-controlled":[25,75],"trials":[26,76,104,109,115,145,162,173],"with":[27],"low":[28],"level":[29],"laser":[30],"therapy":[31],"(LLLT)":[32],"for":[33],"chronic":[34],"tendon":[35],"joint":[37],"disorders.":[38],"Literature":[39],"search":[40],"statistical":[42],"analysis":[43],"unreliable":[45,217,226,251],"data":[46,48,64,224,231],"(i.e.":[47],"that":[49,174,183],"have":[50,273],"been":[51,185],"interpreted":[52,66,186],"differently":[53],"by":[54,67,146,151,192,276],"different":[55,193],"authors)":[56],"used":[58],"determine":[60],"what":[61],"these":[63],"were":[65,77,163,202,232,248],"reviewers.":[68,194],"Seven":[69],"36":[73],"identified":[78,200,233],"literature":[81],"search.":[82],"There":[83],"no":[85,95],"significant":[86],"correlation":[87,137],"between":[88],"PEDro":[89],"method":[90,147],"scores":[91,148],"outcome,":[93],"publication":[96,261],"existed":[98],"when":[99],"total":[101],"material":[102],"considered.":[106],"Inclusion":[107],"occurred":[110],"69":[112],"cases,":[113],"although":[114],"fulfilled":[116],"inclusion":[117],"criteria":[118],"105":[120],"cases.":[121,157],"From":[122],"76":[123],"cases":[124],"comparable":[126],"methodological":[127,218,270],"assessment":[128],"scores,":[129],"intra-reviewer":[130],"reliability":[131],"moderate":[133],"poor":[135],"[intraclass":[136],"coefficient":[138],"(ICC3,1):":[139],"0.47]":[140],"across":[141],"reviews.":[142],"Exclusion":[143],"contradicted":[150],"other":[152],"11/12":[155],"controllable":[156],"Two-thirds":[158],"available":[161],"excluded":[164],"from":[165],"review":[167,178,258,280],"conclusions.":[168,259],"A":[169],"quarter":[170],"formed":[175],"final":[177,209],"conclusion":[179],"had":[180,184],"outcome":[181],"results":[182],"as":[187,234],"both":[188],"positive":[189],"negative":[191],"Reviewers'":[195],"selections":[196,242],"areas":[198],"disagreement":[201],"significantly":[203],"favour":[205],"their":[207],"own":[208],"conclusions":[210],"(p<0.002).":[211],"Unreliable":[212],"lack":[213],"trial":[215,223,230],"inclusion,":[216],"assessments,":[219],"erroneous":[220],"interpretation":[221],"dichotomization":[227],"equivocal":[229],"bias.":[237],"One-third":[238],"reviewers'":[241],"at":[243],"each":[244],"successive":[245],"reviewing":[246],"stage":[247],"based":[249],"on":[250],"data,":[252],"biased":[254],"systematically":[255],"support":[257],"As":[260],"absent":[264],"material,":[267],"removal":[268],"assessments":[271],"would":[272],"reduced":[274],"one-third":[277],"without":[278],"compromising":[279],"validity.":[281]},"counts_by_year":[{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}
