{"id":"https://openalex.org/W2027158261","doi":"https://doi.org/10.1258/135581906777641659","title":"A systematic review of factors affecting the judgments produced by formal consensus development methods in health care","display_name":"A systematic review of factors affecting the judgments produced by formal consensus development methods in health care","publication_year":2006,"publication_date":"2006-06-18","ids":{"openalex":"https://openalex.org/W2027158261","doi":"https://doi.org/10.1258/135581906777641659","mag":"2027158261","pmid":"https://pubmed.ncbi.nlm.nih.gov/16824265"},"language":"en","primary_location":{"id":"doi:10.1258/135581906777641659","doi":"https://doi.org/10.1258/135581906777641659","is_oa":false,"landing_page_url":"https://doi.org/10.1258/135581906777641659","pdf_url":null,"source":{"id":"https://openalex.org/S84175031","display_name":"Journal of Health Services Research & Policy","issn_l":"1355-8196","issn":["1355-8196","1758-1060"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","fnege-3","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Health Services Research & Policy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089200638","display_name":"Andrew Hutchings","orcid":"https://orcid.org/0000-0003-0215-9923","observed_orcids":["https://orcid.org/0000-0003-0215-9923"]},"institutions":[{"id":"https://openalex.org/I4210089966","display_name":"London School of Hygiene & Tropical Medicine","ror":"https://ror.org/00a0jsq62","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4210089966"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Hutchings","raw_affiliation_strings":["Health Services Research Unit, London School of Hygiene and Tropical Medicine, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Services Research Unit, London School of Hygiene and Tropical Medicine, London, UK","institution_ids":["https://openalex.org/I4210089966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057551586","display_name":"Rosalind Raine","orcid":"https://orcid.org/0000-0003-0904-749X","observed_orcids":["https://orcid.org/0000-0003-0904-749X"]},"institutions":[{"id":"https://openalex.org/I4210089966","display_name":"London School of Hygiene & Tropical Medicine","ror":"https://ror.org/00a0jsq62","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4210089966"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rosalind Raine","raw_affiliation_strings":["Health Services Research Unit, London School of Hygiene and Tropical Medicine, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Services Research Unit, London School of Hygiene and Tropical Medicine, London, UK","institution_ids":["https://openalex.org/I4210089966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210089966"],"apc_list":{"value":4150,"currency":"USD","value_usd":4150},"apc_paid":null,"fwci":4.4476,"has_fulltext":false,"cited_by_count":127,"citation_normalized_percentile":{"value":0.94021623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"172","last_page":"179H"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.9208999872207642,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.9208999872207642,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12664","display_name":"Clinical practice guidelines implementation","score":0.07460000365972519,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-practice-guideline-development","display_name":"clinical guideline development","score":0.8199999928474426},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"expert opinion","score":0.45399999618530273},{"id":"https://openalex.org/keywords/participant-characteristics","display_name":"participant characteristics","score":0.7509999871253967},{"id":"https://openalex.org/keywords/performance-criteria","display_name":"performance standards","score":0.6380000114440918},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.7590000033378601},{"id":"https://openalex.org/keywords/stakeholder-perspectives","display_name":"stakeholder perspectives","score":0.460999995470047}],"concepts":[{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5001771450042725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4405280351638794},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28585219383239746},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003245","descriptor_name":"Consensus Statements as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006126","descriptor_name":"Group Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1258/135581906777641659","doi":"https://doi.org/10.1258/135581906777641659","is_oa":false,"landing_page_url":"https://doi.org/10.1258/135581906777641659","pdf_url":null,"source":{"id":"https://openalex.org/S84175031","display_name":"Journal of Health Services Research & Policy","issn_l":"1355-8196","issn":["1355-8196","1758-1060"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","fnege-3","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Health Services Research & Policy","raw_type":"journal-article"},{"id":"pmid:16824265","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/16824265","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of health services research & policy","raw_type":"Journal Article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:76700","doi":null,"is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/76700/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Health Serv Res Policy , 11 (3) pp. 172-179. (2006)","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.504800021648407}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2010836751","https://openalex.org/W2072916516","https://openalex.org/W2146497698","https://openalex.org/W4385484276","https://openalex.org/W2071597965","https://openalex.org/W2323683264","https://openalex.org/W2122528714","https://openalex.org/W2096362315","https://openalex.org/W3118451318","https://openalex.org/W2113904988"],"abstract_inverted_index":{"OBJECTIVES:":[0],"Formal":[1],"consensus":[2,45,54,91,234],"development":[3,55,92,235],"methods":[4,56,93],"are":[5,20,181,239],"ways":[6],"of":[7,12,39,72,134,137,164,184,224,245,251,255],"obtaining":[8],"and":[9,16,19,43,69,94,116,142,171,205,226],"synthesising":[10],"views":[11],"experts,":[13],"opinion":[14],"leaders":[15],"other":[17,190],"stakeholders,":[18],"increasingly":[21],"being":[22],"used":[23],"to":[24,32,81,160,178,241],"develop":[25],"clinical":[26],"practice":[27],"guidelines.":[28],"Our":[29],"objective":[30],"was":[31,193],"examine":[33],"the":[34,37,44,49,77,113,117,132,135,146,162,165,198,222,229],"impact":[35,133],"that":[36,175],"characteristics":[38,136,223],"individual":[40,138],"participants,":[41],"groups":[42,100,109,141,174,206,227,238,243],"process":[46],"have":[47],"on":[48],"judgments":[50,98,123,201,230],"produced":[51,148,202,231],"by":[52,149,203],"formal":[53,90,233],"in":[57,97,122,200,232],"health":[58],"care.":[59],"METHODS:":[60],"Studies":[61,84],"were":[62,85,124,128,176],"identified":[63],"from":[64,173,189,207],"an":[65],"earlier":[66],"methodological":[67],"review":[68],"a":[70,157,252],"search":[71],"five":[73],"bibliographic":[74],"databases":[75],"for":[76,120,197,212,220,248],"period":[78],"January":[79],"1996":[80],"December":[82],"2004.":[83],"eligible":[86],"if":[87],"they":[88],"involved":[89],"reported":[95],"differences":[96,121,199],"between":[99],"or":[101,107,151],"participants.":[102],"For":[103],"studies":[104,130,144],"comparing":[105,131,145],"two":[106,150],"more":[108,152,182],"overall":[110],"percentage":[111],"agreement,":[112],"kappa":[114],"coefficient":[115],"odds":[118],"ratio":[119],"calculated.":[125],"RESULTS:":[126],"There":[127,192],"22":[129],"participants":[139,204,225],"within":[140],"30":[143],"results":[147],"groups.":[153,191],"Practitioners":[154],"who":[155],"perform":[156],"procedure":[158,166],"tend":[159],"emphasise":[161],"appropriateness":[163],"compared":[167],"with":[168],"non-performing":[169],"practitioners,":[170],"individuals":[172,188],"subject":[177],"performance":[179],"criteria":[180,186],"critical":[183],"those":[185],"than":[187],"no":[194],"clear":[195],"pattern":[196],"different":[208],"countries.":[209],"CONCLUSIONS:":[210],"Except":[211],"participant":[213],"specialty":[214],"there":[215],"is":[216],"little":[217],"general":[218],"evidence":[219],"how":[221],"influence":[228],"methods.":[236],"Multi-specialty":[237],"preferable":[240],"single-specialty":[242],"because":[244],"their":[246],"potential":[247],"taking":[249],"account":[250],"wider":[253],"range":[254],"opinions.":[256]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":10}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}