{"id":"https://openalex.org/W2288281175","doi":"https://doi.org/10.1002/jrsm.1185","title":"Sequential biases in accumulating evidence","display_name":"Sequential biases in accumulating evidence","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2288281175","doi":"https://doi.org/10.1002/jrsm.1185","mag":"2288281175","pmid":"https://pubmed.ncbi.nlm.nih.gov/26626562","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5031232"},"language":"en","primary_location":{"id":"doi:10.1002/jrsm.1185","doi":"https://doi.org/10.1002/jrsm.1185","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1185","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1185","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001621375","display_name":"Elena Kulinskaya","orcid":"https://orcid.org/0000-0002-9843-1663","observed_orcids":["https://orcid.org/0000-0002-9843-1663"]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Elena Kulinskaya","raw_affiliation_strings":["School of Computing Sciences, University of East Anglia, Norwich, NR4 7TJ UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Sciences, University of East Anglia, Norwich, NR4 7TJ UK","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034239292","display_name":"Richard Huggins","orcid":"https://orcid.org/0000-0002-1475-3244","observed_orcids":["https://orcid.org/0000-0002-1475-3244"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard Huggins","raw_affiliation_strings":["Department of Mathematics and Statistics, University of Melbourne, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040134153","display_name":"Samson Henry Dogo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samson Henry Dogo","raw_affiliation_strings":["School of Computing Sciences, University of East Anglia, Norwich, NR4 7TJ UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Sciences, University of East Anglia, Norwich, NR4 7TJ UK","institution_ids":["https://openalex.org/I1118541"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001621375"],"corresponding_institution_ids":["https://openalex.org/I1118541"],"apc_list":{"value":3020,"currency":"USD","value_usd":3020},"apc_paid":{"value":3020,"currency":"USD","value_usd":3020},"fwci":0.9109,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.82006008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"7","issue":"3","first_page":"294","last_page":"305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.7149999737739563},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.6029999852180481},{"id":"https://openalex.org/keywords/sample-size-calculation","display_name":"sample size determination","score":0.6600000262260437},{"id":"https://openalex.org/keywords/clinical-trial-design","display_name":"clinical trial design","score":0.45100000500679016},{"id":"https://openalex.org/keywords/fixed-effects-model","display_name":"fixed effects model","score":0.593999981880188},{"id":"https://openalex.org/keywords/random-effects-model","display_name":"random effects models","score":1.0},{"id":"https://openalex.org/keywords/heterogeneity","display_name":"heterogeneity","score":0.878000020980835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5546688437461853},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.5339837074279785},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5289241075515747},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4575158953666687},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4524456858634949},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.44852063059806824},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.43414077162742615},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4216092824935913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2686578631401062},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22756969928741455},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.20865818858146667}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003731","descriptor_name":"Dental Caries","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015982","descriptor_name":"Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019317","descriptor_name":"Evidence-Based Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1002/jrsm.1185","doi":"https://doi.org/10.1002/jrsm.1185","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1185","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1185","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:4005396","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5031232","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:5031232","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5031232","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Res Synth Methods","raw_type":"Text"},{"id":"pmid:26626562","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26626562","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research synthesis methods","raw_type":"Journal Article"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:56659","doi":null,"is_oa":false,"landing_page_url":"https://ueaeprints.uea.ac.uk/id/eprint/56659/4/Published_manuscript.pdf","pdf_url":"https://ueaeprints.uea.ac.uk/id/eprint/56659/4/Published_manuscript.pdf","source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/258401","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11343/258401","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1002/jrsm.1185","doi":"https://doi.org/10.1002/jrsm.1185","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1185","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1185","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3482995644","display_name":"Smart Data Analytics for Business and Local Government","funder_award_id":"ES/L011859/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G8322284704","display_name":null,"funder_award_id":"ES/L011859/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"}],"funders":[{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2288281175.pdf","grobid_xml":"https://content.openalex.org/works/W2288281175.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1541048963","https://openalex.org/W1608599240","https://openalex.org/W1964458952","https://openalex.org/W1970352078","https://openalex.org/W1973253816","https://openalex.org/W1985729969","https://openalex.org/W2009486386","https://openalex.org/W2011252726","https://openalex.org/W2011525295","https://openalex.org/W2015674276","https://openalex.org/W2027248752","https://openalex.org/W2055498463","https://openalex.org/W2075496146","https://openalex.org/W2096730846","https://openalex.org/W2102696978","https://openalex.org/W2104634108","https://openalex.org/W2117257551","https://openalex.org/W2127019337","https://openalex.org/W2147297374","https://openalex.org/W2159390189","https://openalex.org/W2171634280","https://openalex.org/W2288281175","https://openalex.org/W2582743722","https://openalex.org/W2906361607","https://openalex.org/W4399649014"],"related_works":["https://openalex.org/W2141364346","https://openalex.org/W2567234169","https://openalex.org/W7096567410","https://openalex.org/W2501275209","https://openalex.org/W2069505306","https://openalex.org/W1988615956","https://openalex.org/W4200583258","https://openalex.org/W7132836594","https://openalex.org/W7112190610","https://openalex.org/W7128059989"],"abstract_inverted_index":{"Whilst":[0],"it":[1],"is":[2,91],"common":[3],"in":[4,41,130,152],"clinical":[5],"trials":[6],"to":[7,16,19,21,26,38,158,164,191],"use":[8],"the":[9,22,29,68,74,85,94,97,100,105,118,123,137,140,155,167,192],"results":[10,40],"of":[11,47,65,70,76,99,107,122,127,143,175,194],"tests":[12],"at":[13],"one":[14],"phase":[15,24],"decide":[17],"whether":[18],"continue":[20],"next":[23,30],"and":[25,57,104,139,145,148,182],"subsequently":[27],"design":[28,59,113],"phase,":[31],"we":[32],"show":[33],"that":[34,151],"this":[35],"can":[36],"lead":[37],"biased":[39],"evidence":[42],"synthesis.":[43],"Two":[44],"new":[45,78,181],"kinds":[46,64],"bias":[48,66,90,114],"associated":[49],"with":[50,171],"accumulating":[51],"evidence,":[52],"termed":[53],"'sequential":[54,58],"decision":[55,89],"bias'":[56],"bias',":[60],"are":[61,67,161],"identified.":[62],"Both":[63],"result":[69],"making":[71],"decisions":[72],"on":[73,84],"usefulness":[75],"a":[77,180],"study,":[79],"or":[80],"its":[81],"design,":[82],"based":[83],"previous":[86],"studies.":[87],"Sequential":[88,112],"determined":[92],"by":[93,149,204],"correlation":[95],"between":[96],"value":[98,120,126],"current":[101],"estimated":[102,119],"effect":[103,129],"probability":[106],"conducting":[108],"an":[109,128],"additional":[110],"study.":[111],"arises":[115,178],"from":[116],"using":[117],"instead":[121],"clinically":[124],"relevant":[125],"sample":[131],"size":[132],"calculations.":[133],"We":[134],"considered":[135],"both":[136,153],"fixed-effect":[138],"random-effects":[141],"models":[142],"meta-analysis":[144],"demonstrated":[146],"analytically":[147],"simulations":[150],"settings":[154],"problems":[156],"due":[157],"sequential":[159,168,176],"biases":[160,169,177],"apparent.":[162],"According":[163],"our":[165],"simulations,":[166],"increase":[170],"increased":[172],"heterogeneity.":[173],"Minimisation":[174],"as":[179],"important":[183],"research":[184],"area":[185],"necessary":[186],"for":[187],"successful":[188],"evidence-based":[189],"approaches":[190],"development":[193],"science.":[195],"\u00a9":[196],"2015":[197],"The":[198],"Authors.":[199],"Research":[200],"Synthesis":[201],"Methods":[202],"Published":[203],"John":[205],"Wiley":[206],"&":[207],"Sons":[208],"Ltd.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}