{"id":"https://openalex.org/W2148682946","doi":"https://doi.org/10.1023/a:1022194005511","title":"Opening the Black Box: Using Process Evaluation Measures to Assess Implementation and Theory Building","display_name":"Opening the Black Box: Using Process Evaluation Measures to Assess Implementation and Theory Building","publication_year":1999,"publication_date":"1999-10-01","ids":{"openalex":"https://openalex.org/W2148682946","doi":"https://doi.org/10.1023/a:1022194005511","mag":"2148682946","pmid":"https://pubmed.ncbi.nlm.nih.gov/10676545"},"language":"en","primary_location":{"id":"doi:10.1023/a:1022194005511","doi":"https://doi.org/10.1023/a:1022194005511","is_oa":false,"landing_page_url":"https://doi.org/10.1023/a:1022194005511","pdf_url":null,"source":{"id":"https://openalex.org/S145410213","display_name":"American Journal of Community Psychology","issn_l":"0091-0562","issn":["0091-0562","1573-2770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Community Psychology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067847687","display_name":"Tracy W. Harachi","orcid":"https://orcid.org/0000-0003-4666-8295","observed_orcids":["https://orcid.org/0000-0003-4666-8295"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tracy W. Harachi","raw_affiliation_strings":["Social Development Research Group, University of Washington, 98195 Seattle, Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Development Research Group, University of Washington, 98195 Seattle, Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Robert D. Abbott","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert D. Abbott","raw_affiliation_strings":["Social Development Research Group, University of Washington, 98195 Seattle, Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Development Research Group, University of Washington, 98195 Seattle, Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112157835","display_name":"Richard F. Catalano","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard F. Catalano","raw_affiliation_strings":["Social Development Research Group, University of Washington, 98195 Seattle, Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Development Research Group, University of Washington, 98195 Seattle, Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064540053","display_name":"Kevin P. Haggerty","orcid":"https://orcid.org/0000-0002-6210-6156","observed_orcids":["https://orcid.org/0000-0002-6210-6156"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin P. Haggerty","raw_affiliation_strings":["Social Development Research Group, University of Washington, 98195 Seattle, Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Development Research Group, University of Washington, 98195 Seattle, Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050613322","display_name":"Charles B. Fleming","orcid":"https://orcid.org/0000-0002-1357-5706","observed_orcids":["https://orcid.org/0000-0002-1357-5706"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles B. Fleming","raw_affiliation_strings":["Social Development Research Group, University of Washington, 98195 Seattle, Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Development Research Group, University of Washington, 98195 Seattle, Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":{"value":3620,"currency":"USD","value_usd":3620},"apc_paid":null,"fwci":6.4294,"has_fulltext":false,"cited_by_count":269,"citation_normalized_percentile":{"value":0.96345292,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"27","issue":"5","first_page":"711","last_page":"731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.6455000042915344,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.6455000042915344,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.14180000126361847,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12831","display_name":"School Health and Nursing Education","score":0.12770000100135803,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process-evaluation","display_name":"process evaluation","score":0.9160000085830688},{"id":"https://openalex.org/keywords/school-based-prevention","display_name":"school-based prevention","score":0.7250000238418579},{"id":"https://openalex.org/keywords/teacher-fidelity","display_name":"teacher fidelity","score":0.5770000219345093},{"id":"https://openalex.org/keywords/teaching-staff-development","display_name":"teaching staff development","score":0.6290000081062317},{"id":"https://openalex.org/keywords/implementation-evaluation","display_name":"implementation evaluation","score":0.4970000088214874},{"id":"https://openalex.org/keywords/multicomponent-intervention","display_name":"multicomponent intervention","score":0.6470000147819519},{"id":"https://openalex.org/keywords/theory-development","display_name":"theory development","score":0.5239999890327454},{"id":"https://openalex.org/keywords/student-behavior","display_name":"student behavior","score":0.5569999814033508},{"id":"https://openalex.org/keywords/instructional-practices","display_name":"instructional practices","score":0.628000020980835},{"id":"https://openalex.org/keywords/multilevel-analysis","display_name":"multilevel analysis","score":0.796999990940094}],"concepts":[{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7108780741691589},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.69215327501297},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6760217547416687},{"id":"https://openalex.org/C155164915","wikidata":"https://www.wikidata.org/wiki/Q1403186","display_name":"Health psychology","level":3,"score":0.6479435563087463},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5497508645057678},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5492451786994934},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.4539853632450104},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4505326747894287},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4288504421710968},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3281717002391815},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.32751139998435974},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.3022068738937378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25635504722595215},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2052237093448639},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.14158445596694946},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D002648","descriptor_name":"Child","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004522","descriptor_name":"Educational Status","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012574","descriptor_name":"Schools","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D013192","descriptor_name":"Staff Development","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013663","descriptor_name":"Teaching","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014861","descriptor_name":"Washington","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015397","descriptor_name":"Program Evaluation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1023/a:1022194005511","doi":"https://doi.org/10.1023/a:1022194005511","is_oa":false,"landing_page_url":"https://doi.org/10.1023/a:1022194005511","pdf_url":null,"source":{"id":"https://openalex.org/S145410213","display_name":"American Journal of Community Psychology","issn_l":"0091-0562","issn":["0091-0562","1573-2770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Community Psychology","raw_type":"journal-article"},{"id":"pmid:10676545","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/10676545","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American journal of community psychology","raw_type":"Clinical Trial"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.975600004196167,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5354067440","display_name":"Reducing Risk & Enhancing Protective Factors in Children","funder_award_id":"R01DA008093","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"}],"funders":[{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W27468226","https://openalex.org/W163484969","https://openalex.org/W332423697","https://openalex.org/W568655130","https://openalex.org/W618136345","https://openalex.org/W618585628","https://openalex.org/W647059031","https://openalex.org/W1494384881","https://openalex.org/W1496161220","https://openalex.org/W1515978277","https://openalex.org/W1539215925","https://openalex.org/W1600912621","https://openalex.org/W1601343908","https://openalex.org/W1604581562","https://openalex.org/W1671982026","https://openalex.org/W1865088176","https://openalex.org/W1973381777","https://openalex.org/W1977205694","https://openalex.org/W1986175197","https://openalex.org/W2002611780","https://openalex.org/W2007585594","https://openalex.org/W2015905148","https://openalex.org/W2021644068","https://openalex.org/W2032016298","https://openalex.org/W2037615395","https://openalex.org/W2042007867","https://openalex.org/W2047108558","https://openalex.org/W2051627463","https://openalex.org/W2057912807","https://openalex.org/W2058155721","https://openalex.org/W2062343409","https://openalex.org/W2064302647","https://openalex.org/W2068230673","https://openalex.org/W2069069986","https://openalex.org/W2069783413","https://openalex.org/W2074416021","https://openalex.org/W2078170899","https://openalex.org/W2082160306","https://openalex.org/W2103735016","https://openalex.org/W2125169363","https://openalex.org/W2139299460","https://openalex.org/W2140854225","https://openalex.org/W2148617787","https://openalex.org/W2169759411","https://openalex.org/W2248957411","https://openalex.org/W2324392187","https://openalex.org/W2465395259","https://openalex.org/W2477401216","https://openalex.org/W2495503008","https://openalex.org/W2727355270","https://openalex.org/W2909416026","https://openalex.org/W2953236419","https://openalex.org/W4233458394","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1995075901","https://openalex.org/W2147313899","https://openalex.org/W2134374789","https://openalex.org/W2008272303","https://openalex.org/W1977960011","https://openalex.org/W2052224411","https://openalex.org/W4380853341","https://openalex.org/W2125053193","https://openalex.org/W4308770407","https://openalex.org/W1491259378"],"abstract_inverted_index":{"The":[0,89],"past":[1],"decade":[2],"has":[3],"seen":[4],"increasing":[5],"recognition":[6],"in":[7,37,64,163,190,201],"prevention":[8,128],"science":[9],"of":[10,58,67,70,121,133,192,206],"the":[11,32,38,65,82,112,119,140,146,150,170,181,193,202,207,212],"need":[12],"to":[13,21,91,130,160],"move":[14],"away":[15],"from":[16,124],"a":[17,96,108,125,134],"black":[18],"box":[19],"approach":[20,27,54],"intervention":[22,76,106,195],"evaluation":[23],"and":[24,139,168,176,218],"toward":[25],"an":[26,105],"that":[28,55,187],"can":[29],"elaborate":[30],"on":[31,180],"mechanisms":[33],"through":[34],"which":[35,92],"changes":[36,162],"outcomes":[39],"operate":[40],"(Chen":[41],"&":[42,46,157],"Rossi,":[43],"1989;":[44],"Durlak":[45],"Wells,":[47],"1997;":[48],"Spoth":[49],"et":[50],"al.,":[51],"1995).":[52],"An":[53],"examines":[56],"issues":[57],"program":[59,129],"implementation":[60,132],"is":[61,107],"particularly":[62],"critical":[63,109],"design":[66],"efficacy":[68],"studies":[69],"school-based":[71,127],"preventive":[72,75],"interventions.":[73],"Numerous":[74],"strategies":[77,102,165],"are":[78],"now":[79],"delivered":[80],"within":[81],"schools,":[83],"often":[84],"by":[85,104,166],"regular":[86],"classroom":[87],"teachers.":[88],"extent":[90],"teachers":[93],"faithfully":[94],"deliver":[95],"particular":[97],"curriculum":[98],"or":[99],"incorporate":[100],"instructional":[101,216],"emphasized":[103],"question":[110],"for":[111],"overall":[113],"project":[114],"evaluation.":[115],"This":[116],"article":[117],"illustrates":[118],"utilization":[120],"process":[122],"measures":[123],"multicomponent":[126],"examine":[131,161],"teaching":[135,164,174,188],"staff":[136],"development":[137],"intervention,":[138],"program's":[141,182],"underlying":[142],"theoretical":[143,183],"basis.":[144],"Given":[145],"nested":[147],"study":[148],"design,":[149],"analyses":[151],"utilize":[152],"hierarchical":[153],"linear":[154],"models":[155],"(Bryk":[156],"Raudenbush,":[158],"1992)":[159],"condition":[167],"investigate":[169],"hypothesized":[171],"relationships":[172,213],"between":[173,214],"practices":[175,189,217],"student":[177],"behaviors":[178],"based":[179],"framework.":[184],"Results":[185],"suggest":[186],"two":[191],"six":[194],"focus":[196],"areas":[197],"were":[198],"positively":[199],"impacted":[200],"first":[203],"18":[204],"months":[205],"project.":[208],"Findings":[209],"also":[210],"support":[211],"teachers'":[215],"students'":[219],"behavior.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":26},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":19}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2016-06-24T00:00:00"}