{"id":"https://openalex.org/W4387902230","doi":"https://doi.org/10.1093/eurpub/ckad160.667","title":"The role of qualitative evaluation research in effect evaluation","display_name":"The role of qualitative evaluation research in effect evaluation","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4387902230","doi":"https://doi.org/10.1093/eurpub/ckad160.667"},"language":"en","primary_location":{"id":"doi:10.1093/eurpub/ckad160.667","doi":"https://doi.org/10.1093/eurpub/ckad160.667","is_oa":true,"landing_page_url":"https://doi.org/10.1093/eurpub/ckad160.667","pdf_url":"https://academic.oup.com/eurpub/article-pdf/33/Supplement_2/ckad160.667/52416550/ckad160.667.pdf","source":{"id":"https://openalex.org/S4210220588","display_name":"European Journal of Public Health","issn_l":"1101-1262","issn":["1101-1262","1464-360X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Public Health","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/eurpub/article-pdf/33/Supplement_2/ckad160.667/52416550/ckad160.667.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"D Van Dale","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210104433","display_name":"National Institute for Public Health and the Environment","ror":"https://ror.org/01cesdt21","country_code":"NL","type":"facility","lineage":["https://openalex.org/I4210104433"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"D Van Dale","raw_affiliation_strings":["Centre for Healthy Living, RIVM , Bilthoven, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Healthy Living, RIVM , Bilthoven, Netherlands","institution_ids":["https://openalex.org/I4210104433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035385427","display_name":"Patrick C.N. Rensen","orcid":"https://orcid.org/0000-0002-8455-4988","observed_orcids":["https://orcid.org/0000-0002-8455-4988"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P Rensen","raw_affiliation_strings":["Netherlands Centre for Social Development , Utrecht, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netherlands Centre for Social Development , Utrecht, Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"S Jansen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S Jansen","raw_affiliation_strings":["Evaluation Research , Amersfoort, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evaluation Research , Amersfoort, Netherlands","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210104433"],"apc_list":{"value":2553,"currency":"EUR","value_usd":2762},"apc_paid":{"value":2553,"currency":"EUR","value_usd":2762},"fwci":0.1838,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55473491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"33","issue":"Supplement_2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9208999872207642,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9208999872207642,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.05460000038146973,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intervention-effectiveness","display_name":"intervention effectiveness","score":0.6019999980926514},{"id":"https://openalex.org/keywords/effectiveness-evaluation","display_name":"effectiveness evaluation","score":0.5659999847412109},{"id":"https://openalex.org/keywords/evaluation-criteria","display_name":"evaluation criteria","score":0.40299999713897705},{"id":"https://openalex.org/keywords/mixed-methods-research","display_name":"mixed methods","score":0.8970000147819519},{"id":"https://openalex.org/keywords/reliability-and-validity","display_name":"reliability and validity","score":0.8149999976158142},{"id":"https://openalex.org/keywords/external-review","display_name":"external review","score":0.48500001430511475},{"id":"https://openalex.org/keywords/complex-interventions","display_name":"complex interventions","score":0.6690000295639038},{"id":"https://openalex.org/keywords/prevention","display_name":"prevention","score":0.33500000834465027},{"id":"https://openalex.org/keywords/health-promotion","display_name":"health promotion","score":0.7450000047683716},{"id":"https://openalex.org/keywords/social-welfare","display_name":"social welfare","score":0.8790000081062317},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.46799999475479126}],"concepts":[{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.8263380527496338},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.773322343826294},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.5992872714996338},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.5450868606567383},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.5411784648895264},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.5370432734489441},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.535127580165863},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4765544533729553},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4667162299156189},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4532108008861542},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.4149511754512787},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.41186606884002686},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3891737759113312},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36663204431533813},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.3480958938598633},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.20454788208007812},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0845886766910553},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/eurpub/ckad160.667","doi":"https://doi.org/10.1093/eurpub/ckad160.667","is_oa":true,"landing_page_url":"https://doi.org/10.1093/eurpub/ckad160.667","pdf_url":"https://academic.oup.com/eurpub/article-pdf/33/Supplement_2/ckad160.667/52416550/ckad160.667.pdf","source":{"id":"https://openalex.org/S4210220588","display_name":"European Journal of Public Health","issn_l":"1101-1262","issn":["1101-1262","1464-360X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Public Health","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10596886","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10596886","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10596886/pdf/ckad160.667.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eur J Public Health","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/eurpub/ckad160.667","doi":"https://doi.org/10.1093/eurpub/ckad160.667","is_oa":true,"landing_page_url":"https://doi.org/10.1093/eurpub/ckad160.667","pdf_url":"https://academic.oup.com/eurpub/article-pdf/33/Supplement_2/ckad160.667/52416550/ckad160.667.pdf","source":{"id":"https://openalex.org/S4210220588","display_name":"European Journal of Public Health","issn_l":"1101-1262","issn":["1101-1262","1464-360X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Public Health","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8048999905586243}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387902230.pdf","grobid_xml":"https://content.openalex.org/works/W4387902230.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2142301050","https://openalex.org/W4205207583","https://openalex.org/W2075075225","https://openalex.org/W2606085055","https://openalex.org/W2037697336","https://openalex.org/W2519694852","https://openalex.org/W2040683932","https://openalex.org/W1990674467","https://openalex.org/W185596695","https://openalex.org/W3033142657"],"abstract_inverted_index":{"Abstract":[0],"In":[1,64,224],"the":[2,19,27,57,65,68,100,128,132,149,152,157,175,179,197,200,204,212,216,219,237,242,248,252,255],"Netherlands":[3],"six":[4],"institutes":[5,28,124],"representing":[6],"prevention,":[7],"health":[8,106],"care":[9],"and":[10,22,44,85,93,105,140,154,167,185,234,247],"social":[11,103],"welfare":[12,104],"established":[13],"an":[14,207,222,258],"assessment":[15,38,66,150,243,256],"system":[16,67,244],"to":[17,126,130,141,181,203],"evaluate":[18,131],"quality,":[20],"effectiveness":[21,71,220],"feasibility":[23],"of":[24,102,134,151,156,196,199,206,221,239,245,251,254,257],"interventions.":[25],"Together":[26],"present":[29,228],"in":[30,99,115,215,241],"their":[31],"portals":[32],"650":[33],"practices":[34],"at":[35],"three":[36],"different":[37],"levels":[39],"(well":[40],"described,":[41],"theoretically":[42],"sound":[43],"effective).":[45],"Ninety":[46],"interventions":[47,55,92,135,246],"are":[48],"assessed":[49],"as":[50,80],"effective":[51],"with":[52,137,260],"only":[53],"15":[54],"on":[56,62,76],"highest":[58],"level":[59],"(strong":[60],"indications":[61],"effectiveness).":[63],"criteria":[69,143,240],"for":[70,144,163,218,231],"have":[72,188],"a":[73,116,161,194,261],"strong":[74],"focus":[75],"quantitative":[77],"designs":[78],"such":[79],"randomized-controlled":[81],"trial,":[82],"quasi":[83],"-experimental":[84],"observational":[86],"study":[87,127,202],"designs.":[88],"This":[89,209],"favors":[90],"\u2018simple\u2019":[91],"disadvantaged":[94],"more":[95],"complex":[96],"intervention":[97,110,259],"implemented":[98],"domains":[101],"promotion.":[107],"Not":[108],"every":[109],"effect":[111],"can":[112],"be":[113],"captured":[114],"numerical":[117],"outcome":[118],"measure.":[119],"To":[120,147],"address":[121],"this":[122,173,225,229],"objection":[123],"decided":[125],"possibility":[129],"effects":[133,205],"also":[136],"qualitative":[138,145,158,164,232,262],"research":[139,166,233],"add":[142],"research.":[146],"support":[148],"validity":[153],"reliability":[155],"evaluation":[159,165,263],"studies":[160],"checklist":[162,174,210,230],"mixed":[168,235],"methods":[169],"was":[170],"developed.":[171],"With":[172],"external":[176,213],"reviewer":[177,214],"tests":[178],"extent":[180],"which":[182],"methodological":[183],"applications":[184],"analytical":[186],"procedures":[187],"been":[189],"followed.":[190],"The":[191],"result":[192],"is":[193],"score":[195],"validity/reliability":[198],"relevant":[201],"intervention.":[208,223],"supports":[211],"decision":[217],"workshop":[226],"we":[227],"methods,":[236],"addition":[238],"first":[249],"results":[250],"pilot":[253],"study.":[264]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2023-10-25T00:00:00"}