{"id":"https://openalex.org/W6996339554","doi":null,"title":"Risk of bias:are judgements consistent between reviews?","display_name":"Risk of bias:are judgements consistent between reviews?","alternate_titles":[],"publication_year":2014,"publication_date":"2014-09-21","ids":{"openalex":"https://openalex.org/W6996339554"},"language":"en","primary_location":{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/25383","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/25383","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation"},"parent_works":[],"lineage":["https://openalex.org/W6996339554"],"child_works_count":0,"type":"other","is_traditional":false,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lensen, S","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lensen, S","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141252743","display_name":"C Farquhar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Farquhar, C","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Jordan-Cole, VM","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jordan-Cole, VM","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/risk-of-bias","display_name":"risk of bias","score":0.925000011920929},{"id":"https://openalex.org/keywords/subfertility","display_name":"subfertility","score":0.9399999976158142},{"id":"https://openalex.org/keywords/sequence-generation","display_name":"sequence generation","score":0.6930000185966492},{"id":"https://openalex.org/keywords/allocation-concealment","display_name":"allocation concealment","score":0.9940000176429749},{"id":"https://openalex.org/keywords/blinding","display_name":"blinding","score":0.9980000257492065},{"id":"https://openalex.org/keywords/selective-reporting-bias","display_name":"selective reporting","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sensitivity-analysis","display_name":"sensitivity analysis","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.7336999773979187},{"id":"https://openalex.org/C2771230","wikidata":"https://www.wikidata.org/wiki/Q4926699","display_name":"Blinding","level":3,"score":0.7106000185012817},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5860000252723694},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4636000096797943},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C3018781618","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgement","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34139999747276306},{"id":"https://openalex.org/C136206449","wikidata":"https://www.wikidata.org/wiki/Q3556841","display_name":"Reporting bias","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C106347477","wikidata":"https://www.wikidata.org/wiki/Q5384228","display_name":"Equating","level":3,"score":0.2639000117778778},{"id":"https://openalex.org/C88629717","wikidata":"https://www.wikidata.org/wiki/Q17056323","display_name":"Information bias","level":3,"score":0.26249998807907104},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/25383","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/25383","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2519635443","https://openalex.org/W2987540665","https://openalex.org/W2937708494","https://openalex.org/W3184438457","https://openalex.org/W2994918429","https://openalex.org/W2581909565","https://openalex.org/W3030016978","https://openalex.org/W1994466426","https://openalex.org/W2910560783"],"abstract_inverted_index":{"Background:":[0],"In":[1],"Cochrane":[2],"Reviews":[3],"(CR)":[4],"studies":[5,70,318],"at":[6,74],"a":[7,180,264,279,298],"high":[8],"or":[9,18,240,263,271],"unclear":[10],"risk":[11],"of":[12,55,93,133,145,154,214,244,266,282,292,302],"bias":[13,120,134,231,269],"(RoB)":[14],"are":[15,34],"often":[16],"down-graded":[17],"removed":[19],"in":[20,36,47,52,73,123,179,217,284,287],"sensitivity":[21,181],"analyses,":[22],"impacting":[23],"on":[24,147,254],"review":[25,32],"conclusions.":[26],"It":[27],"is":[28,159,278],"not":[29],"clear":[30],"whether":[31,160],"authors":[33,208],"consistent":[35],"their":[37,235],"approach":[38],"to":[39,152,168,194,207,259,300,317],"these":[40],"assessments.":[41,156],"Objectives:":[42],"To":[43],"assess":[44],"the":[45,53,94,110,161,164,175,190,245,247,250,268,274,290,295,320],"consistency":[46,305],"RoB":[48,79,285,315],"judgements":[49,80,116,135,146,286,316],"across":[50,142,196,306],"CR":[51],"field":[54],"subfertility.":[56],"Methods:":[57],"84":[58],"reviews":[59,77,218,307],"were":[60,68,87,185,216],"identified":[61],"which":[62,293],"comprised":[63],"981":[64],"included":[65],"studies.":[66],"There":[67],"46":[69,111],"that":[71,187],"appeared":[72],"least":[75],"two":[76],"(duplicates).":[78],"(low-risk/yes,":[81],"unclear,":[82],"high-risk/no)":[83],"and":[84,105,172,224,313],"supporting":[85],"text":[86],"extracted":[88],"where":[89],"possible":[90],"for":[91,117,126,200,249],"each":[92,127],"following":[95],"domains:":[96],"sequence":[97,148],"generation,":[98],"allocation":[99],"concealment,":[100],"blinding,":[101],"incomplete":[102],"outcome":[103],"data":[104],"selective":[106],"reporting.":[107],"Results:":[108],"Of":[109,157,226],"duplicates,":[112],"only":[113,212],"21":[114],"had":[115],"all":[118,227],"five":[119],"domains,":[121],"resulting":[122],"varying":[124],"denominators":[125],"domain":[128,270],"(table":[129],"1).":[130],"Overall,":[131,183],"46%":[132],"differed":[136,150],"between":[137,177],"reviews.":[138],"This":[139],"inconsistency":[140,283],"varied":[141],"domains;":[143],"29%":[144],"generation":[149],"compared":[151],"65%":[153],"blinding":[155],"interest":[158],"inconsistencies":[162],"change":[163,189,294],"judgement":[165,237,251],"from":[166,273,297],"low":[167,299],"unclear/high-risk":[169,301],"(or":[170],"vice-versa),":[171],"thus":[173],"shift":[174],"study":[176,296],"subgroups":[178],"analyses.":[182],"35%":[184],"differences":[186,201,215],"would":[188],"subgrouping":[191],"(range":[192],"22%":[193],"54%":[195],"domains).":[197],"An":[198],"explanation":[199],"may":[202],"have":[203],"been":[204],"changing":[205],"recommendations":[206],"over":[209],"time.":[210],"However,":[211],"23%":[213],"published":[219],"using":[220],"both":[221],"Revman":[222],"4":[223],"5.":[225],"instances":[228],"with":[229,238],"different":[230,255],"judgements,":[232],"27%":[233],"supported":[234],"differing":[236],"similar":[239],"identical":[241],"reasoning;":[242],"73%":[243],"time":[246],"support":[248],"was":[252],"based":[253],"information,":[256],"potentially":[257],"due":[258],"unmatched":[260],"author":[261],"correspondence,":[262],"misunderstanding":[265],"either":[267],"content":[272],"papers.":[275],"Conclusions:":[276],"Here":[277],"large":[280],"amount":[281],"subfertility":[288],"reviews,":[289],"majority":[291],"bias.":[303],"Improved":[304],"could":[308],"be":[309],"achieved":[310],"by":[311],"updating":[312],"linking":[314],"within":[319],"CRS.":[321]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6996339554","counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
