{"id":"https://openalex.org/W4399211133","doi":"https://doi.org/10.2196/55714","title":"Methods, Indicators, and End-User Involvement in the Evaluation of Digital Health Interventions for the Public: Scoping Review","display_name":"Methods, Indicators, and End-User Involvement in the Evaluation of Digital Health Interventions for the Public: Scoping Review","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399211133","doi":"https://doi.org/10.2196/55714","pmid":"https://pubmed.ncbi.nlm.nih.gov/38819891","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11179021"},"language":"en","primary_location":{"id":"doi:10.2196/55714","doi":"https://doi.org/10.2196/55714","is_oa":true,"landing_page_url":"https://doi.org/10.2196/55714","pdf_url":null,"source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/55714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092923446","display_name":"Vera Weirauch","orcid":"https://orcid.org/0009-0002-7473-6371","observed_orcids":["https://orcid.org/0009-0002-7473-6371"]},"institutions":[{"id":"https://openalex.org/I155976169","display_name":"Witten/Herdecke University","ror":"https://ror.org/00yq55g44","country_code":"DE","type":"education","lineage":["https://openalex.org/I155976169"]},{"id":"https://openalex.org/I4210163630","display_name":"Fraunhofer Institute for Software and Systems Engineering","ror":"https://ror.org/058kjq542","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210163630","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vera Weirauch","raw_affiliation_strings":["Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany","Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany"],"raw_orcid":"https://orcid.org/0009-0002-7473-6371","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany","institution_ids":["https://openalex.org/I4210163630"]},{"raw_affiliation_string":"Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany","institution_ids":["https://openalex.org/I155976169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092923444","display_name":"Clarissa Soehnchen","orcid":"https://orcid.org/0009-0001-7093-3063","observed_orcids":["https://orcid.org/0009-0001-7093-3063"]},"institutions":[{"id":"https://openalex.org/I155976169","display_name":"Witten/Herdecke University","ror":"https://ror.org/00yq55g44","country_code":"DE","type":"education","lineage":["https://openalex.org/I155976169"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Clarissa Soehnchen","raw_affiliation_strings":["Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany"],"raw_orcid":"https://orcid.org/0009-0001-7093-3063","affiliations":[{"raw_affiliation_string":"Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany","institution_ids":["https://openalex.org/I155976169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077372513","display_name":"Anja Burmann","orcid":"https://orcid.org/0000-0002-6989-1230","observed_orcids":["https://orcid.org/0000-0002-6989-1230"]},"institutions":[{"id":"https://openalex.org/I4210163630","display_name":"Fraunhofer Institute for Software and Systems Engineering","ror":"https://ror.org/058kjq542","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210163630","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anja Burmann","raw_affiliation_strings":["Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6989-1230","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany","institution_ids":["https://openalex.org/I4210163630"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074366005","display_name":"Sven Meister","orcid":"https://orcid.org/0000-0003-0522-986X","observed_orcids":["https://orcid.org/0000-0003-0522-986X"]},"institutions":[{"id":"https://openalex.org/I155976169","display_name":"Witten/Herdecke University","ror":"https://ror.org/00yq55g44","country_code":"DE","type":"education","lineage":["https://openalex.org/I155976169"]},{"id":"https://openalex.org/I4210163630","display_name":"Fraunhofer Institute for Software and Systems Engineering","ror":"https://ror.org/058kjq542","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210163630","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Meister","raw_affiliation_strings":["Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany","Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0522-986X","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Software and Systems Engineering, Dortmund, Germany","institution_ids":["https://openalex.org/I4210163630"]},{"raw_affiliation_string":"Health Informatics, Faculty of Health, School of Medicine, Witten/Herdecke University, Witten, Germany","institution_ids":["https://openalex.org/I155976169"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5092923446"],"corresponding_institution_ids":["https://openalex.org/I155976169","https://openalex.org/I4210163630"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.628,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.55064267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"e55714","last_page":"e55714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14416","display_name":"Health, Technology, Consumer Behavior","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intervention","display_name":"intervention","score":1.0},{"id":"https://openalex.org/keywords/assessment-methods","display_name":"assessment methods","score":0.7149999737739563},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.9769999980926514},{"id":"https://openalex.org/keywords/end-user-involvement","display_name":"end-user involvement","score":0.9729999899864197},{"id":"https://openalex.org/keywords/user-centered-evaluation","display_name":"user-centered evaluation","score":0.7379999756813049},{"id":"https://openalex.org/keywords/assessment-framework","display_name":"evaluation framework","score":0.7039999961853027},{"id":"https://openalex.org/keywords/evaluation-recommendations","display_name":"evaluation recommendations","score":0.48500001430511475},{"id":"https://openalex.org/keywords/health-technology-assessment","display_name":"health technology assessment","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6905592679977417},{"id":"https://openalex.org/C2994107952","wikidata":"https://www.wikidata.org/wiki/Q1814351","display_name":"Public health interventions","level":3,"score":0.5140034556388855},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.45744985342025757},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.4455924332141876},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.41865235567092896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40986329317092896},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3721557557582855},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35579240322113037},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33132404088974},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.26690366864204407},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.21988174319267273},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.19979745149612427},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18854829668998718},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000097103","descriptor_name":"Digital Health","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011634","descriptor_name":"Public Health","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017216","descriptor_name":"Telemedicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.2196/55714","doi":"https://doi.org/10.2196/55714","is_oa":true,"landing_page_url":"https://doi.org/10.2196/55714","pdf_url":null,"source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.55714","doi":"https://doi.org/10.2196/preprints.55714","is_oa":true,"landing_page_url":"http://dx.doi.org/10.2196/preprints.55714","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:11179021","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11179021","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11179021/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Med Internet Res","raw_type":"Text"},{"id":"pmid:38819891","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38819891","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of medical Internet research","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:4f3b93e796d148e0aaca2251e8b1cfbf","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/4f3b93e796d148e0aaca2251e8b1cfbf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Medical Internet Research, Vol 26, p e55714 (2024)","raw_type":"article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/470231","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/470231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.2196/55714","doi":"https://doi.org/10.2196/55714","is_oa":true,"landing_page_url":"https://doi.org/10.2196/55714","pdf_url":null,"source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9940000176429749,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399211133.pdf","grobid_xml":"https://content.openalex.org/works/W4399211133.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W2075950485","https://openalex.org/W2169720224","https://openalex.org/W2177887065","https://openalex.org/W2290374054","https://openalex.org/W2308510141","https://openalex.org/W2473955705","https://openalex.org/W2530268835","https://openalex.org/W2584369619","https://openalex.org/W2588015275","https://openalex.org/W2616032348","https://openalex.org/W2804205035","https://openalex.org/W2887033287","https://openalex.org/W2891378911","https://openalex.org/W2899353688","https://openalex.org/W2901669506","https://openalex.org/W2934166592","https://openalex.org/W2962185938","https://openalex.org/W2984725252","https://openalex.org/W2990749390","https://openalex.org/W2999248194","https://openalex.org/W3000199122","https://openalex.org/W3000671422","https://openalex.org/W3012699803","https://openalex.org/W3015797662","https://openalex.org/W3021690555","https://openalex.org/W3022245921","https://openalex.org/W3031904836","https://openalex.org/W3045088856","https://openalex.org/W3080862813","https://openalex.org/W3164611635","https://openalex.org/W3177416374","https://openalex.org/W3214854214","https://openalex.org/W4205179018","https://openalex.org/W4205713566","https://openalex.org/W4205725994","https://openalex.org/W4210770585","https://openalex.org/W4210775100","https://openalex.org/W4210945861","https://openalex.org/W4214530339","https://openalex.org/W4214895573","https://openalex.org/W4224866902","https://openalex.org/W4235488446","https://openalex.org/W4238666307","https://openalex.org/W4245178452","https://openalex.org/W4248447691","https://openalex.org/W4281476619","https://openalex.org/W4281487344","https://openalex.org/W4293581541","https://openalex.org/W4302762917","https://openalex.org/W4310345652","https://openalex.org/W4312327319","https://openalex.org/W4313294747","https://openalex.org/W4327723897","https://openalex.org/W4385898048","https://openalex.org/W4386151023","https://openalex.org/W6890001159","https://openalex.org/W6925004238"],"related_works":["https://openalex.org/W3048711289","https://openalex.org/W7116402588","https://openalex.org/W2804205035","https://openalex.org/W4210775100","https://openalex.org/W3175851981","https://openalex.org/W3177416374","https://openalex.org/W4396921608","https://openalex.org/W4390281448","https://openalex.org/W4240842650","https://openalex.org/W4224866902"],"abstract_inverted_index":{"BACKGROUND:":[0],"Digital":[1],"health":[2,39,407],"interventions":[3],"(DHIs)":[4],"have":[5],"the":[6,25,45,68,87,126,134,143,237,250,267,284,291,303,332,343,361,367,395,398,405,411],"potential":[7],"to":[8,18,67,82,105,201,239,280,295,323,366,384],"enable":[9],"public":[10,38,187,374],"end":[11,56,188,300,375],"users,":[12],"such":[13],"as":[14,315],"citizens":[15],"and":[16,20,64,97,140,151,163,172,177,225,298,311,314,363,413],"patients,":[17],"manage":[19],"improve":[21],"their":[22],"health.":[23],"Although":[24],"number":[26],"of":[27,33,47,70,86,112,192,212,249,259,266,278,286,290,345,352,360,369,371,378,397,415],"available":[28],"DHIs":[29,36,183,241,313,346,372,380],"is":[30,60,102,232,275],"increasing,":[31],"examples":[32],"successfully":[34],"established":[35,89,386],"in":[37,168,255,302,417],"systems":[40],"are":[41],"limited.":[42],"To":[43],"counteract":[44],"nonuse":[46],"DHIs,":[48,93,325],"they":[49],"should":[50,381],"be":[51,382],"comprehensively":[52],"evaluated":[53,251],"while":[54],"integrating":[55],"users.":[57,189,376],"Unfortunately,":[58],"there":[59,231,274],"a":[61,74,106,116,234,243,256,276,316,326,357],"wide":[62],"variability":[63],"heterogeneity":[65,364],"according":[66,365],"approaches":[69,297,368],"evaluation,":[71],"which":[72,213,253],"creates":[73],"methodological":[75],"challenge.":[76],"OBJECTIVE:":[77],"This":[78,120,262,392],"scoping":[79,121,130,354],"review":[80,101,122,355],"aims":[81],"provide":[83],"an":[84],"overview":[85,359],"current":[88],"processes":[90],"for":[91,129,148,154,283,308,318,342,373,390],"evaluating":[92,182,312],"including":[94],"methods,":[95],"indicators,":[96,252],"end-user":[98],"involvement.":[99],"The":[100,190,206,227,288,350],"not":[103],"limited":[104],"specific":[107],"medical":[108],"field":[109],"or":[110,247,388],"type":[111],"DHI":[113,337],"but":[114],"offers":[115],"holistic":[117,358],"overview.":[118],"METHODS:":[119],"was":[123,195,271,329],"conducted":[124],"following":[125],"JBI":[127],"methodology":[128],"reviews":[131],"based":[132],"on":[133,236],"framework":[135],"by":[136,198],"Arksey":[137],"&":[138],"O'Malley":[139],"complies":[141],"with":[142,264],"PRISMA-ScR":[144],"(Preferred":[145],"Reporting":[146],"Items":[147],"Systematic":[149],"Reviews":[150],"Meta-Analyses":[152],"extension":[153],"Scoping":[155],"Reviews)":[156],"guidelines.":[157],"Three":[158],"scientific":[159],"databases":[160],"(PubMed,":[161],"Scopus,":[162],"Science":[164],"Direct)":[165],"were":[166,179,215,223,334,347],"searched":[167],"April":[169],"2023.":[170],"English":[171],"German":[173],"studies":[174,293,403],"between":[175],"2008":[176],"2023":[178],"considered":[180],"when":[181],"that":[184,230,273],"explicitly":[185],"address":[186],"process":[191],"study":[193],"selection":[194],"carried":[196],"out":[197],"several":[199],"researchers":[200],"avoid":[202],"reviewer":[203],"bias.":[204],"RESULTS:":[205],"search":[207],"strategy":[208],"identified":[209],"9618":[210],"publications,":[211],"160":[214],"included.":[216],"Among":[217],"these":[218,379],"included":[219,292],"articles,":[220],"200":[221],"evaluations":[222],"derived":[224],"analyzed.":[226],"results":[228,254,327,399],"showed":[229],"neither":[233],"consensus":[235],"methods":[238],"evaluate":[240,324],"nor":[242],"commonly":[244],"agreed":[245],"definition":[246],"usage":[248],"broad":[257],"variety":[258,362],"evaluation":[260,285,304,370,402],"practices.":[261],"aligns":[263],"observations":[265],"existing":[268,281],"literature.":[269],"It":[270],"found":[272],"lack":[277],"references":[279],"frameworks":[282,387],"DHIs.":[287],"majority":[289],"referred":[294],"user-centered":[296],"involved":[299],"users":[301],"process.":[305],"As":[306],"assistance":[307],"people":[309],"developing":[310],"basis":[317],"thinking":[319],"about":[320],"appropriate":[321],"ways":[322],"matrix":[328],"created":[330],"where":[331],"findings":[333,351],"combined":[335],"per":[336],"cluster.":[338],"Additionally,":[339],"general":[340],"recommendations":[341],"evaluators":[344],"formulated.":[348],"CONCLUSIONS:":[349],"this":[353,418],"offer":[356],"Evaluators":[377],"encouraged":[383],"reference":[385],"measurements":[389],"justification.":[391],"would":[393],"ease":[394],"transferability":[396],"among":[400],"similar":[401],"within":[404],"digital":[406],"sector,":[408],"thereby":[409],"enhancing":[410],"coherence":[412],"comparability":[414],"research":[416],"area.":[419]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2024-06-01T00:00:00"}