{"id":"https://openalex.org/W1980640998","doi":"https://doi.org/10.1186/1756-0500-6-539","title":"A case study of binary outcome data extraction across three systematic reviews of hip arthroplasty: errors and differences of selection","display_name":"A case study of binary outcome data extraction across three systematic reviews of hip arthroplasty: errors and differences of selection","alternate_titles":[],"publication_year":2013,"publication_date":"2013-12-01","ids":{"openalex":"https://openalex.org/W1980640998","doi":"https://doi.org/10.1186/1756-0500-6-539","mag":"1980640998","pmid":"https://pubmed.ncbi.nlm.nih.gov/24344873","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3878552"},"language":"en","primary_location":{"id":"doi:10.1186/1756-0500-6-539","doi":"https://doi.org/10.1186/1756-0500-6-539","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-6-539","pdf_url":"https://link.springer.com/content/pdf/10.1186/1756-0500-6-539.pdf","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1980640998"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/1756-0500-6-539.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019483250","display_name":"Christopher Carroll","orcid":"https://orcid.org/0000-0002-6361-6182","observed_orcids":["https://orcid.org/0000-0002-6361-6182"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Christopher Carroll","raw_affiliation_strings":["Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield S1 4DA, UK. c.carroll@shef.ac.uk","Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield S1 4DA, UK. c.carroll@shef.ac.uk","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090471571","display_name":"Alison Scope","orcid":"https://orcid.org/0000-0003-1604-1758","observed_orcids":["https://orcid.org/0000-0003-1604-1758"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alison Scope","raw_affiliation_strings":["Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield, S1 4DA, UK","Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield, S1 4DA, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046488246","display_name":"Eva Kaltenthaler","orcid":"https://orcid.org/0000-0002-6185-8321","observed_orcids":["https://orcid.org/0000-0002-6185-8321"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Eva Kaltenthaler","raw_affiliation_strings":["Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield, S1 4DA, UK","Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Regent Street, Sheffield, S1 4DA, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Health Economics and Decision Science (HEDS), School of Health and Related Research (ScHARR), Regent court, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5019483250"],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":{"value":1690,"currency":"USD","value_usd":1690},"apc_paid":{"value":1690,"currency":"USD","value_usd":1690},"fwci":0.0477,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.20234604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":"6","issue":"1","first_page":"539","last_page":"539"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-extraction-errors","display_name":"data extraction errors","score":0.8640000224113464},{"id":"https://openalex.org/keywords/hip-arthroplasty","display_name":"total hip arthroplasty","score":0.8790000081062317},{"id":"https://openalex.org/keywords/hemiarthroplasty","display_name":"hemiarthroplasty","score":0.9959999918937683},{"id":"https://openalex.org/keywords/dislocation-rate","display_name":"dislocation rate","score":0.7639999985694885},{"id":"https://openalex.org/keywords/revision-rate","display_name":"revision rate","score":0.8029999732971191},{"id":"https://openalex.org/keywords/one-year-mortality","display_name":"one-year mortality","score":0.8510000109672546}],"concepts":[{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.8393786549568176},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.7072953581809998},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.6538997888565063},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5268534421920776},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4847821593284607},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4188649654388428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33821630477905273},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3342564105987549},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3247607350349426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12415719032287598},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10285946726799011},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017594","descriptor_name":"Publication Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019644","descriptor_name":"Arthroplasty, Replacement, Hip","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019644","descriptor_name":"Arthroplasty, Replacement, Hip","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1186/1756-0500-6-539","doi":"https://doi.org/10.1186/1756-0500-6-539","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-6-539","pdf_url":"https://link.springer.com/content/pdf/10.1186/1756-0500-6-539.pdf","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},{"id":"pmid:24344873","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24344873","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC research notes","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:3878552","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC3878552/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Res Notes","raw_type":"Text"},{"id":"pmh:oai:eprints.whiterose.ac.uk:94656","doi":null,"is_oa":false,"landing_page_url":"http://eprints.whiterose.ac.uk/94656/1/A%20case%20study%20of%20binary%20outcome%20data%20extraction%20across%20three%20systematic%20reviews%20of%20hip%20arthroplasty%3A%20errors%20and%20differences%20of%20selection..pdf","pdf_url":"http://eprints.whiterose.ac.uk/94656/1/A%20case%20study%20of%20binary%20outcome%20data%20extraction%20across%20three%20systematic%20reviews%20of%20hip%20arthroplasty%3A%20errors%20and%20differences%20of%20selection..pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1186/1756-0500-6-539","doi":"https://doi.org/10.1186/1756-0500-6-539","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-6-539","pdf_url":"https://link.springer.com/content/pdf/10.1186/1756-0500-6-539.pdf","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8048999905586243,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1980640998.pdf","grobid_xml":"https://content.openalex.org/works/W1980640998.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W80016511","https://openalex.org/W186268426","https://openalex.org/W1963571516","https://openalex.org/W1981680557","https://openalex.org/W1984440353","https://openalex.org/W1992309820","https://openalex.org/W1992727551","https://openalex.org/W1999605173","https://openalex.org/W2000522086","https://openalex.org/W2004598720","https://openalex.org/W2012944180","https://openalex.org/W2024615521","https://openalex.org/W2048775918","https://openalex.org/W2052619542","https://openalex.org/W2066106280","https://openalex.org/W2070552089","https://openalex.org/W2081040380","https://openalex.org/W2092673625","https://openalex.org/W2125435699","https://openalex.org/W2126216365","https://openalex.org/W2129077224","https://openalex.org/W2129141569","https://openalex.org/W2516621666","https://openalex.org/W4237177587","https://openalex.org/W4244901262","https://openalex.org/W6604107555"],"related_works":["https://openalex.org/W4280532161","https://openalex.org/W2110544501","https://openalex.org/W6908807503","https://openalex.org/W2048775918","https://openalex.org/W2759741092","https://openalex.org/W2070552089","https://openalex.org/W2768404149","https://openalex.org/W2233883187","https://openalex.org/W4406124966","https://openalex.org/W4407834637"],"abstract_inverted_index":{"BACKGROUND:":[0],"Data":[1],"extraction":[2,214],"is":[3,12,259,287],"a":[4,27,64,244,271],"key":[5,81],"stage":[6],"in":[7,48,134,145,171,192,200],"systematic":[8,58],"review,":[9],"yet":[10],"it":[11],"the":[13,21,49,61,105,109,141,154,178,197,201,232],"subject":[14],"of":[15,20,46,66,120,137,153,173,180,229,234,246],"little":[16],"research.":[17],"The":[18,41,72],"aim":[19],"present":[22],"research":[23],"was":[24,124,169,206,268],"to":[25,31,84,92,126,132,189,215,223,274],"use":[26,212],"small":[28,190],"case":[29,281],"study":[30,282],"highlight":[32],"some":[33],"important":[34],"issues":[35],"affecting":[36],"this":[37,257],"fundamental":[38],"process.":[39],"METHODS:":[40],"authors":[42],"undertook":[43],"an":[44,118,254],"analysis":[45],"differences":[47,130,133,144,156,186,191],"binary":[50,74],"event":[51,75,181],"data":[52,76,106,121,155,182,252],"extracted":[53,78,107],"and":[54,70,100,151,159,165,218,278],"analysed":[55],"by":[56,108,263],"three":[57,80,86,94,110,142,202],"reviews":[59,111],"on":[60],"same":[62],"topic:":[63],"comparison":[65],"total":[67],"hip":[68],"arthroplasty":[69],"hemiarthroplasty.":[71],"following":[73],"were":[77,112],"for":[79,148,162,177,253],"outcomes,":[82,143],"common":[83,91],"all":[85,93],"reviews,":[87,158,203],"from":[88],"those":[89],"trials":[90],"reviews:":[95],"Dislocation":[96],"rates,":[97],"1-year":[98],"mortality,":[99],"revision":[101],"rates.":[102],"Differences":[103],"between":[104,149,157,163,196],"categorised":[113],"as":[114,270],"either":[115],"errors":[116,160],"or":[117,225],"issue":[119],"selection.":[122],"Meta-analysis":[123],"performed":[125],"assess":[127],"whether":[128],"these":[129,174],"led":[131],"summary":[135],"estimates":[136],"effect.":[138],"RESULTS:":[139],"Across":[140],"selection":[146,240,258],"accounted":[147,161],"8%":[150,164],"42%":[152],"17%.":[166],"No":[167],"rationale":[168],"given":[170],"any":[172],"former":[175],"cases":[176],"choice":[179,228,245],"being":[183,289],"reported.":[184],"These":[185],"did":[187],"lead":[188],"meta-analysed":[193],"relative":[194],"risks":[195],"two":[198],"treatments":[199],"but":[204,248],"none":[205],"significant.":[207],"CONCLUSIONS:":[208],"Systematic":[209,266],"reviewers":[210],"should":[211],"double-data":[213],"minimise":[216],"error":[217],"also":[219],"make":[220],"every":[221],"effort":[222],"clarify":[224],"explain":[226],"their":[227,235],"data,":[230],"within":[231],"scope":[233],"publication.":[236],"Reviewers":[237],"frequently":[238],"exercise":[239],"when":[241],"faced":[242],"with":[243],"alternative":[247],"potentially":[249],"equally":[250],"appropriate":[251],"outcome.":[255],"However,":[256],"rarely":[260],"made":[261],"clear":[262],"review":[264,267],"authors.":[265],"developed":[269],"method":[272],"specifically":[273],"be":[275],"both":[276],"reproducible":[277],"transparent.":[279],"This":[280],"suggests":[283],"that":[284],"neither":[285],"objective":[286],"always":[288],"achieved.":[290]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1980640998","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
