{"id":"https://openalex.org/W2947799042","doi":"https://doi.org/10.1186/s12874-019-0736-6","title":"Which design to evaluate complex interventions? Toward a methodological framework through a systematic review","display_name":"Which design to evaluate complex interventions? Toward a methodological framework through a systematic review","alternate_titles":[],"publication_year":2019,"publication_date":"2019-05-07","ids":{"openalex":"https://openalex.org/W2947799042","doi":"https://doi.org/10.1186/s12874-019-0736-6","mag":"2947799042","pmid":"https://pubmed.ncbi.nlm.nih.gov/31064323","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6505260"},"language":"en","primary_location":{"id":"doi:10.1186/s12874-019-0736-6","doi":"https://doi.org/10.1186/s12874-019-0736-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12874-019-0736-6","pdf_url":"https://bmcmedresmethodol.biomedcentral.com/track/pdf/10.1186/s12874-019-0736-6","source":{"id":"https://openalex.org/S185874209","display_name":"BMC Medical Research Methodology","issn_l":"1471-2288","issn":["1471-2288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Research Methodology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2947799042"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedresmethodol.biomedcentral.com/track/pdf/10.1186/s12874-019-0736-6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073260270","display_name":"L\u00e6titia Minary","orcid":"https://orcid.org/0000-0001-7328-6327","observed_orcids":["https://orcid.org/0000-0001-7328-6327"]},"institutions":[{"id":"https://openalex.org/I4387156389","display_name":"Interdisciplinarit\u00e9 en Sant\u00e9 Publique Interventions et Instruments de mesure complexes \u2013 R\u00e9gion Est","ror":"https://ror.org/04dx32582","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laetitia Minary","raw_affiliation_strings":["University of Lorraine, EA 4360 APEMAC, Nancy, France","APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Lorraine, EA 4360 APEMAC, Nancy, France","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"raw_affiliation_string":"APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060942846","display_name":"Justine Trompette","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387156389","display_name":"Interdisciplinarit\u00e9 en Sant\u00e9 Publique Interventions et Instruments de mesure complexes \u2013 R\u00e9gion Est","ror":"https://ror.org/04dx32582","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Justine Trompette","raw_affiliation_strings":["Ireps Grand-Est, Nancy, France","University of Lorraine, EA 4360 APEMAC, Nancy, France","APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)","IREPS Lorraine  - Instance r\u00e9gionale d\u2019\u00e9ducation et de promotion de la sant\u00e9 de Lorraine (Nancy - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ireps Grand-Est, Nancy, France","institution_ids":[]},{"raw_affiliation_string":"University of Lorraine, EA 4360 APEMAC, Nancy, France","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"raw_affiliation_string":"APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"raw_affiliation_string":"IREPS Lorraine  - Instance r\u00e9gionale d\u2019\u00e9ducation et de promotion de la sant\u00e9 de Lorraine (Nancy - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012327576","display_name":"Jo\u00eblle Kivits","orcid":"https://orcid.org/0000-0002-2998-511X","observed_orcids":["https://orcid.org/0000-0002-2998-511X"]},"institutions":[{"id":"https://openalex.org/I4387156389","display_name":"Interdisciplinarit\u00e9 en Sant\u00e9 Publique Interventions et Instruments de mesure complexes \u2013 R\u00e9gion Est","ror":"https://ror.org/04dx32582","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jo\u00eblle Kivits","raw_affiliation_strings":["University of Lorraine, EA 4360 APEMAC, Nancy, France","APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Lorraine, EA 4360 APEMAC, Nancy, France","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"raw_affiliation_string":"APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066491505","display_name":"Linda Cambon","orcid":"https://orcid.org/0000-0001-6040-9826","observed_orcids":["https://orcid.org/0000-0001-6040-9826"]},"institutions":[{"id":"https://openalex.org/I15057530","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032","country_code":"FR","type":"education","lineage":["https://openalex.org/I15057530"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210106115","display_name":"Bordeaux Population Health","ror":"https://ror.org/00xzzba89","country_code":"FR","type":"facility","lineage":["https://openalex.org/I15057530","https://openalex.org/I154526488","https://openalex.org/I4210106115"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Linda Cambon","raw_affiliation_strings":["University of Bordeaux, INSERM, Bordeaux Population Health Research Center, Bordeaux, France","BPH - Bordeaux population health (Universit\u00e9 de Bordeaux - Case 11 - 146 rue L\u00e9o Saignat  33076 Bordeaux cedex - France)","UB - Universit\u00e9 de Bordeaux (35, place Pey Berland - 33076 Bordeaux - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bordeaux, INSERM, Bordeaux Population Health Research Center, Bordeaux, France","institution_ids":["https://openalex.org/I15057530","https://openalex.org/I154526488","https://openalex.org/I4210106115"]},{"raw_affiliation_string":"BPH - Bordeaux population health (Universit\u00e9 de Bordeaux - Case 11 - 146 rue L\u00e9o Saignat  33076 Bordeaux cedex - France)","institution_ids":["https://openalex.org/I15057530","https://openalex.org/I4210106115"]},{"raw_affiliation_string":"UB - Universit\u00e9 de Bordeaux (35, place Pey Berland - 33076 Bordeaux - France)","institution_ids":["https://openalex.org/I15057530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054391319","display_name":"Cyril Tarquinio","orcid":"https://orcid.org/0000-0001-8467-0826","observed_orcids":["https://orcid.org/0000-0001-8467-0826"]},"institutions":[{"id":"https://openalex.org/I4387156389","display_name":"Interdisciplinarit\u00e9 en Sant\u00e9 Publique Interventions et Instruments de mesure complexes \u2013 R\u00e9gion Est","ror":"https://ror.org/04dx32582","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Cyril Tarquinio","raw_affiliation_strings":["University of Lorraine, EA 4360 APEMAC, Nancy, France","APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Lorraine, EA 4360 APEMAC, Nancy, France","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]},{"raw_affiliation_string":"APEMAC - Maladies chroniques, sant\u00e9 per\u00e7ue, et processus d'adaptation (Universit\u00e9 de Lorraine, Nancy / Metz - France)","institution_ids":["https://openalex.org/I4387156389","https://openalex.org/I90183372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026413767","display_name":"Fran\u00e7ois Alla","orcid":"https://orcid.org/0000-0002-5793-7190","observed_orcids":["https://orcid.org/0000-0002-5793-7190"]},"institutions":[{"id":"https://openalex.org/I15057530","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032","country_code":"FR","type":"education","lineage":["https://openalex.org/I15057530"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210106115","display_name":"Bordeaux Population Health","ror":"https://ror.org/00xzzba89","country_code":"FR","type":"facility","lineage":["https://openalex.org/I15057530","https://openalex.org/I154526488","https://openalex.org/I4210106115"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Fran\u00e7ois Alla","raw_affiliation_strings":["University of Bordeaux, INSERM, Bordeaux Population Health Research Center, Bordeaux, France. francois.alla@u-bordeaux.fr","BPH - Bordeaux population health (Universit\u00e9 de Bordeaux - Case 11 - 146 rue L\u00e9o Saignat  33076 Bordeaux cedex - France)","UB - Universit\u00e9 de Bordeaux (35, place Pey Berland - 33076 Bordeaux - France)"],"raw_orcid":"https://orcid.org/0000-0002-5793-7190","affiliations":[{"raw_affiliation_string":"University of Bordeaux, INSERM, Bordeaux Population Health Research Center, Bordeaux, France. francois.alla@u-bordeaux.fr","institution_ids":["https://openalex.org/I15057530","https://openalex.org/I154526488","https://openalex.org/I4210106115"]},{"raw_affiliation_string":"BPH - Bordeaux population health (Universit\u00e9 de Bordeaux - Case 11 - 146 rue L\u00e9o Saignat  33076 Bordeaux cedex - France)","institution_ids":["https://openalex.org/I15057530","https://openalex.org/I4210106115"]},{"raw_affiliation_string":"UB - Universit\u00e9 de Bordeaux (35, place Pey Berland - 33076 Bordeaux - France)","institution_ids":["https://openalex.org/I15057530"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5026413767"],"corresponding_institution_ids":["https://openalex.org/I15057530","https://openalex.org/I154526488","https://openalex.org/I4210106115"],"apc_list":{"value":2380,"currency":"USD","value_usd":2380},"apc_paid":{"value":1800,"currency":"EUR","value_usd":1941},"fwci":2.67,"has_fulltext":true,"cited_by_count":167,"citation_normalized_percentile":{"value":0.92270531,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":"1","first_page":"92","last_page":"92"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.263700008392334,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complex-interventions","display_name":"complex interventions","score":0.9950000047683716},{"id":"https://openalex.org/keywords/intervention-evaluation","display_name":"intervention evaluation","score":0.7609999775886536},{"id":"https://openalex.org/keywords/evaluation-design","display_name":"evaluation design","score":0.8610000014305115},{"id":"https://openalex.org/keywords/methodological-framework","display_name":"methodological framework","score":0.7329999804496765},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.7239999771118164},{"id":"https://openalex.org/keywords/realist-evaluation","display_name":"realist evaluation","score":0.8489999771118164},{"id":"https://openalex.org/keywords/quasi-experimental-design","display_name":"quasi-experimental design","score":0.9079999923706055},{"id":"https://openalex.org/keywords/process-evaluation","display_name":"process evaluation","score":0.6650000214576721},{"id":"https://openalex.org/keywords/evaluation-questions","display_name":"evaluation questions","score":0.5370000004768372}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6293838024139404},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.621833860874176},{"id":"https://openalex.org/C148482608","wikidata":"https://www.wikidata.org/wiki/Q17007018","display_name":"Clinical study design","level":3,"score":0.5881339311599731},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5776633620262146},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5406853556632996},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.49827003479003906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4928395748138428},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.48936694860458374},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4597386121749878},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.43987375497817993},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.42313653230667114},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.34409427642822266},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3388095498085022},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3385511040687561},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3220069408416748},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.1400051712989807},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.12315145134925842},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08650848269462585},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010865","descriptor_name":"Pilot Projects","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D017408","descriptor_name":"Guidelines as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1186/s12874-019-0736-6","doi":"https://doi.org/10.1186/s12874-019-0736-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12874-019-0736-6","pdf_url":"https://bmcmedresmethodol.biomedcentral.com/track/pdf/10.1186/s12874-019-0736-6","source":{"id":"https://openalex.org/S185874209","display_name":"BMC Medical Research Methodology","issn_l":"1471-2288","issn":["1471-2288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Research Methodology","raw_type":"journal-article"},{"id":"pmid:31064323","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31064323","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical research methodology","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6505260","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6505260/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Med Res Methodol","raw_type":"Text"},{"id":"pmh:oai:HAL:hal-02142435v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/hal-02142435","pdf_url":"https://hal.univ-lorraine.fr/hal-02142435/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Research Methodology, 2019, 19 (1), pp.92. &#x27E8;10.1186/s12874-019-0736-6&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:HAL:hal-02943786v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.univ-lorraine.fr/hal-02943786","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1471-2288","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:0f128b153052416baa33cf6543a5f834","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/0f128b153052416baa33cf6543a5f834","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Research Methodology, Vol 19, Iss 1, Pp 1-9 (2019)","raw_type":"article"},{"id":"pmh:oai:oskar-bordeaux.fr:20.500.12278/8380","doi":null,"is_oa":true,"landing_page_url":"https://oskar-bordeaux.fr/handle/20.500.12278/8380","pdf_url":null,"source":{"id":"https://openalex.org/S4306402569","display_name":"Oskar-Bordeaux (Universite de Bordeaux)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I15057530","host_organization_name":"Universit\u00e9 de Bordeaux","host_organization_lineage":["https://openalex.org/I15057530"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article de revue"}],"best_oa_location":{"id":"doi:10.1186/s12874-019-0736-6","doi":"https://doi.org/10.1186/s12874-019-0736-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12874-019-0736-6","pdf_url":"https://bmcmedresmethodol.biomedcentral.com/track/pdf/10.1186/s12874-019-0736-6","source":{"id":"https://openalex.org/S185874209","display_name":"BMC Medical Research Methodology","issn_l":"1471-2288","issn":["1471-2288"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Research Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.5683000087738037}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310925","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97"},{"id":"https://openalex.org/F4320322361","display_name":"Fondation ARC pour la Recherche sur le Cancer","ror":"https://ror.org/0489qz649"},{"id":"https://openalex.org/F4320322363","display_name":"Ligue Contre le Cancer","ror":"https://ror.org/00rkrv905"},{"id":"https://openalex.org/F4320323712","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032"},{"id":"https://openalex.org/F4320323807","display_name":"Institut National Du Cancer","ror":"https://ror.org/03m8vkq32"},{"id":"https://openalex.org/F4320330835","display_name":"Institut pour la Recherche en Sant\u00e9 Publique","ror":"https://ror.org/05fw72335"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2947799042.pdf","grobid_xml":"https://content.openalex.org/works/W2947799042.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W207032901","https://openalex.org/W1561225387","https://openalex.org/W1587990062","https://openalex.org/W1825338672","https://openalex.org/W1965926642","https://openalex.org/W1980043956","https://openalex.org/W1984304455","https://openalex.org/W1984963575","https://openalex.org/W1989248276","https://openalex.org/W1999899757","https://openalex.org/W2005635141","https://openalex.org/W2052820909","https://openalex.org/W2055690472","https://openalex.org/W2073490082","https://openalex.org/W2082538594","https://openalex.org/W2083923042","https://openalex.org/W2085001923","https://openalex.org/W2088438184","https://openalex.org/W2094419105","https://openalex.org/W2100451358","https://openalex.org/W2100643950","https://openalex.org/W2102794164","https://openalex.org/W2103725571","https://openalex.org/W2110904269","https://openalex.org/W2127722845","https://openalex.org/W2128659393","https://openalex.org/W2136892596","https://openalex.org/W2144913786","https://openalex.org/W2153816549","https://openalex.org/W2156098321","https://openalex.org/W2158283814","https://openalex.org/W2159418632","https://openalex.org/W2162544110","https://openalex.org/W2166092626","https://openalex.org/W2168592755","https://openalex.org/W2345472301","https://openalex.org/W2404661355","https://openalex.org/W2461701904","https://openalex.org/W2475997423","https://openalex.org/W2561314042","https://openalex.org/W2588392437","https://openalex.org/W2614280718","https://openalex.org/W2791611352","https://openalex.org/W2991792334","https://openalex.org/W4238061619","https://openalex.org/W4295612440"],"related_works":["https://openalex.org/W2339474747","https://openalex.org/W2128920447","https://openalex.org/W4213127843","https://openalex.org/W2061912725","https://openalex.org/W3201779360","https://openalex.org/W6894107221","https://openalex.org/W2333387954","https://openalex.org/W4412738306","https://openalex.org/W2162544110","https://openalex.org/W2023453652"],"abstract_inverted_index":{"BACKGROUND:":[0],"Evaluation":[1],"of":[2,17,34,47,64,74,101,123,171,177,188,199,210,218,237],"complex":[3,66],"interventions":[4],"(CI)":[5],"is":[6,20,194],"challenging":[7],"for":[8,44,55],"health":[9],"researchers":[10,211],"and":[11,137,150,154,215,226],"requires":[12],"innovative":[13],"approaches.":[14],"The":[15,207],"objective":[16],"this":[18,75],"work":[19,109],"to":[21,27,40,196,204,231],"present":[22],"the":[23,35,45,104,189,200,216],"main":[24],"methods":[25,42,178,214],"used":[26,43,181],"evaluate":[28],"CI.":[29,48],"METHODS:":[30],"A":[31,161,175,192],"systematic":[32],"review":[33],"scientific":[36],"literature":[37],"was":[38,164],"conducted":[39],"identify":[41],"evaluation":[46,59,124,145,190,205],"We":[49],"searched":[50],"MEDLINE":[51],"via":[52],"PubMed":[53],"databases":[54],"articles":[56],"including":[57],"an":[58],"or":[60,90,183],"a":[61,65,70],"pilot":[62],"study":[63,139],"intervention,":[67],"published":[68],"in":[69,103,166,212,229],"ten-year":[71],"period.":[72],"Key-words":[73],"research":[76,88,228],"were":[77,92],"(\"complex":[78],"intervention*\"":[79],"AND":[80],"\"evaluation\").":[81],"RESULTS:":[82],"Among":[83,94],"445":[84],"identified":[85],"articles,":[86],"100":[87],"results":[89],"protocols":[91],"included.":[93],"them,":[95],"5":[96],"presented":[97],"2":[98],"different":[99],"types":[100],"design":[102],"same":[105],"publication,":[106],"thus":[107],"our":[108],"included":[110,165],"105":[111],"designs.":[112,173],"Individual":[113],"randomized":[114,126],"controlled":[115],"trials":[116,128],"(IRCT)":[117],"represented":[118],"21.9%":[119],"(n":[120,131,141,147,158,168],"=":[121,132,142,148,159,169],"23)":[122],"designs,":[125],"clinical":[127],"adaptations":[129],"44.8%":[130],"47),":[133],"quasi":[134],"-experimental":[135],"designs":[136,201],"cohort":[138],"19.0%":[140],"20),":[143],"realist":[144],"6.7%":[146],"7)":[149],"other":[151,155],"cases":[152],"studies":[153],"approaches":[156],"8.6%":[157],"9).":[160],"process/mechanisms":[162],"analysis":[163],"80%":[167],"84)":[170],"these":[172],"CONCLUSION:":[174],"range":[176],"can":[179],"be":[180,222],"successively":[182],"combined":[184],"at":[185],"various":[186],"steps":[187],"approach.":[191],"framework":[193],"proposed":[195],"situate":[197],"each":[198],"with":[202],"respect":[203],"questions.":[206],"growing":[208],"interest":[209],"alternative":[213],"development":[217],"their":[219,235],"use":[220],"must":[221],"accompanied":[223],"by":[224],"conceptual":[225],"methodological":[227],"order":[230],"more":[232],"clearly":[233],"define":[234],"principles":[236],"use.":[238]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2947799042","counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-06-07T00:00:00"}
