{"id":"https://openalex.org/W2116710093","doi":"https://doi.org/10.1093/fampra/cmg316","title":"Process evaluation of a cluster randomized trial of tailored interventions to implement guidelines in primary care\u2014why is it so hard to change practice?","display_name":"Process evaluation of a cluster randomized trial of tailored interventions to implement guidelines in primary care\u2014why is it so hard to change practice?","alternate_titles":[],"publication_year":2003,"publication_date":"2003-06-01","ids":{"openalex":"https://openalex.org/W2116710093","doi":"https://doi.org/10.1093/fampra/cmg316","mag":"2116710093","pmid":"https://pubmed.ncbi.nlm.nih.gov/12738704"},"language":"en","primary_location":{"id":"doi:10.1093/fampra/cmg316","doi":"https://doi.org/10.1093/fampra/cmg316","is_oa":false,"landing_page_url":"https://doi.org/10.1093/fampra/cmg316","pdf_url":null,"source":{"id":"https://openalex.org/S52165136","display_name":"Family Practice","issn_l":"0263-2136","issn":["0263-2136","1460-2229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Family Practice","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2116710093"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049123605","display_name":"Signe Agnes Flottorp","orcid":"https://orcid.org/0000-0003-2961-7461","observed_orcids":["https://orcid.org/0000-0003-2961-7461"]},"institutions":[{"id":"https://openalex.org/I1333416960","display_name":"Norwegian Directorate of Health","ror":"https://ror.org/01d2cn965","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1333416960","https://openalex.org/I4210149801","https://openalex.org/I4210163359"]}],"countries":["NO"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Signe Flottorp","raw_affiliation_strings":["Department of Health Services Research, Norwegian Directorate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway. signe.flottorp@shdir.no","Department of Health Services Research, Norwegian Directorate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Services Research, Norwegian Directorate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway. signe.flottorp@shdir.no","institution_ids":["https://openalex.org/I1333416960"]},{"raw_affiliation_string":"Department of Health Services Research, Norwegian Directorate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway","institution_ids":["https://openalex.org/I1333416960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050326993","display_name":"Kari H\u00e5velsrud","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1333416960","display_name":"Norwegian Directorate of Health","ror":"https://ror.org/01d2cn965","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1333416960","https://openalex.org/I4210149801","https://openalex.org/I4210163359"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kari H\u00e5velsrud","raw_affiliation_strings":["Department of Health Services Research, Norwegian Direct-orate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Services Research, Norwegian Direct-orate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway","institution_ids":["https://openalex.org/I1333416960"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082652200","display_name":"Andrew David Oxman","orcid":"https://orcid.org/0000-0002-5608-5061","observed_orcids":["https://orcid.org/0000-0002-5608-5061"]},"institutions":[{"id":"https://openalex.org/I1333416960","display_name":"Norwegian Directorate of Health","ror":"https://ror.org/01d2cn965","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1333416960","https://openalex.org/I4210149801","https://openalex.org/I4210163359"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Andrew D Oxman","raw_affiliation_strings":["Department of Health Services Research, Norwegian Direct-orate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Services Research, Norwegian Direct-orate for Health and Social Affairs, PO Box 8054 Dep, N-0031 Oslo, Norway","institution_ids":["https://openalex.org/I1333416960"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5049123605"],"corresponding_institution_ids":["https://openalex.org/I1333416960"],"apc_list":{"value":4892,"currency":"USD","value_usd":4892},"apc_paid":null,"fwci":11.7227,"has_fulltext":true,"cited_by_count":98,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98367347,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"20","issue":"3","first_page":"333","last_page":"339"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12664","display_name":"Clinical practice guidelines implementation","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/guideline-implementation","display_name":"guideline implementation","score":0.8539999723434448},{"id":"https://openalex.org/keywords/personalized-interventions","display_name":"personalized interventions","score":0.7829999923706055},{"id":"https://openalex.org/keywords/primary-care","display_name":"primary care","score":0.6549999713897705},{"id":"https://openalex.org/keywords/sore-throat","display_name":"sore throat","score":0.9330000281333923},{"id":"https://openalex.org/keywords/urinary-tract-infection","display_name":"urinary tract infection","score":0.996999979019165},{"id":"https://openalex.org/keywords/antibiotic-prescribing","display_name":"antibiotic prescribing","score":0.9539999961853027},{"id":"https://openalex.org/keywords/telephone-consultation","display_name":"telephone consultation","score":0.9649999737739563},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"decision support system","score":0.8240000009536743},{"id":"https://openalex.org/keywords/barriers-to-change","display_name":"barriers to change","score":0.7099999785423279},{"id":"https://openalex.org/keywords/implementation-process-evaluation","display_name":"implementation process evaluation","score":0.3100000023841858}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.84953773021698},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.8360203504562378},{"id":"https://openalex.org/C176400912","wikidata":"https://www.wikidata.org/wiki/Q3058662","display_name":"Cluster randomised controlled trial","level":3,"score":0.614612877368927},{"id":"https://openalex.org/C2426938","wikidata":"https://www.wikidata.org/wiki/Q3355478","display_name":"Medical prescription","level":2,"score":0.5909357070922852},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.5736998319625854},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.5734148025512695},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.5168864727020264},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4160645306110382},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.3580910563468933},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.08246123790740967},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006284","descriptor_name":"Health Plan Implementation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007407","descriptor_name":"Interviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009664","descriptor_name":"Norway","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010612","descriptor_name":"Pharyngitis","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D011320","descriptor_name":"Primary Health Care","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D011320","descriptor_name":"Primary Health Care","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014552","descriptor_name":"Urinary Tract Infections","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D015397","descriptor_name":"Program Evaluation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016000","descriptor_name":"Cluster Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D017064","descriptor_name":"Process Assessment, Health Care","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D017410","descriptor_name":"Practice Guidelines as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019114","descriptor_name":"Remote Consultation","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D033183","descriptor_name":"Interdisciplinary Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1093/fampra/cmg316","doi":"https://doi.org/10.1093/fampra/cmg316","is_oa":false,"landing_page_url":"https://doi.org/10.1093/fampra/cmg316","pdf_url":null,"source":{"id":"https://openalex.org/S52165136","display_name":"Family Practice","issn_l":"0263-2136","issn":["0263-2136","1460-2229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Family Practice","raw_type":"journal-article"},{"id":"pmid:12738704","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/12738704","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Family practice","raw_type":"Evaluation Study"},{"id":"pmh:oai:open-archive.highwire.org:fampract:20/3/333","doi":null,"is_oa":false,"landing_page_url":"http://fampra.oxfordjournals.org/cgi/content/short/20/3/333","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9763000011444092,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320312292","display_name":"Norske Legeforening","ror":"https://ror.org/022w6y159"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W7635958","https://openalex.org/W1817162255","https://openalex.org/W2031053291","https://openalex.org/W2146745032","https://openalex.org/W2782878764","https://openalex.org/W3214833809","https://openalex.org/W7221027281"],"related_works":["https://openalex.org/W2520542848","https://openalex.org/W2108607920","https://openalex.org/W4210404456","https://openalex.org/W2055891136","https://openalex.org/W2889840423","https://openalex.org/W597826119","https://openalex.org/W2594667349","https://openalex.org/W2000096342","https://openalex.org/W3096119094","https://openalex.org/W2112834916"],"abstract_inverted_index":{"BACKGROUND:":[0],"A":[1],"cluster":[2],"randomized":[3],"trial":[4,79],"of":[5,12,35,40,128,140,155,158,181,185,187,198,236,239,277,297],"tailored":[6],"interventions":[7,64,241],"to":[8,60,68,147,173,231,252],"support":[9,286],"the":[10,27,48,51,63,95,100,133,143,149,156,159,178,202,213,225,233,237,240,246,255,271,275,288],"implementation":[11],"guidelines":[13,150],"for":[14,88,163,245,249,254],"sore":[15],"throat":[16],"and":[17,38,67,113,151,161,177,191,210,285,303],"urinary":[18],"tract":[19],"infection":[20],"found":[21],"little":[22],"or":[23,73],"no":[24],"change":[25,52,176,182,278],"in":[26,50,53,82,85,142,171,175,183,274,310],"main":[28],"outcomes,":[29],"which":[30],"were":[31,65,92,104,169,287,306],"antibiotic":[32],"prescriptions,":[33],"use":[34,39,154,186],"laboratory":[36,189],"tests":[37,190],"telephone":[41,108,164,192,250,265,304],"consultations.":[42,165,193],"There":[43],"was":[44,59,80],"great":[45],"variation":[46,174,273],"between":[47],"practices":[49,71,84,97,199],"these":[54],"outcomes.":[55],"OBJECTIVES:":[56],"Our":[57],"aim":[58],"evaluate":[61],"how":[62],"received":[66],"understand":[69],"why":[70],"did":[72,74],"not":[75],"change.":[76,298],"METHODS:":[77],"The":[78],"conducted":[81],"general":[83],"Norway.":[86],"Data":[87],"this":[89],"process":[90],"evaluation":[91],"collected":[93],"from":[94,116,243],"120":[96],"that":[98,123,292],"completed":[99],"trial.":[101],"Multiple":[102],"methods":[103],"used:":[105],"observations,":[106],"semi-structured":[107],"interviews,":[109],"a":[110,126,295],"postal":[111],"survey":[112],"data":[114],"extracted":[115],"electronic":[117],"medical":[118],"records.":[119],"We":[120],"investigated":[121],"factors":[122,168,291,309],"might":[124,293],"explain":[125,294],"lack":[127,296],"change,":[129],"including:":[130],"agreement":[131,221],"with":[132,201,264,300],"guidelines;":[134],"communication":[135,302],"within":[136,224],"each":[137],"practice;":[138],"degree":[139],"participation":[141],"project;":[144],"taking":[145],"time":[146],"discuss":[148,232],"their":[152],"implementation;":[153],"components":[157,238],"interventions;":[160],"routines":[162,305],"Possible":[166],"explanatory":[167],"explored":[170],"relation":[172],"overall":[179],"extent":[180,276],"rates":[184],"antibiotics,":[188],"RESULTS:":[194],"Sixty-three":[195],"per":[196,260],"cent":[197,261],"agreed":[200],"guidelines.":[203,234],"Only":[204,227],"35%":[205],"reported":[206,220,229,262],"having":[207],"regular":[208],"meetings,":[209],"33%":[211,228],"discussed":[212],"project":[214],"before":[215],"its":[216],"start,":[217],"although":[218],"75%":[219],"about":[222],"participating":[223],"practice.":[226],"meeting":[230],"Use":[235],"ranged":[242],"11%":[244],"increased":[247],"fee":[248],"consultations":[251],"48%":[253],"computerized":[256],"decision":[257],"support.":[258],"Forty-four":[259],"problems":[263],"routines.":[266],"No":[267],"single":[268],"factor":[269],"explained":[270],"observed":[272],"across":[279],"practices.":[280,312],"CONCLUSIONS:":[281],"Inadequate":[282],"time,":[283],"resources":[284],"most":[289],"salient":[290],"Problems":[299],"internal":[301],"important":[307],"contributing":[308],"many":[311]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2116710093","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
