{"id":"https://openalex.org/W7224497162","doi":"https://doi.org/10.5281/zenodo.23757895","title":"We Measure What Changes: A proportionate evidence standard for learning and skills programmes delivered by small providers in low-resource settings","display_name":"We Measure What Changes: A proportionate evidence standard for learning and skills programmes delivered by small providers in low-resource settings","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224497162","doi":"https://doi.org/10.5281/zenodo.23757895"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23757895","doi":"https://doi.org/10.5281/zenodo.23757895","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23757895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23757895","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147961171","display_name":"Opiyo Michael Ouru","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3131884745","display_name":"KCA University","ror":"https://ror.org/050pcd452","country_code":"KE","type":"education","lineage":["https://openalex.org/I3131884745"]}],"countries":["KE"],"is_corresponding":false,"raw_author_name":"Ouru, Opiyo Michael","raw_affiliation_strings":["KCA University","Instracta ELearning Solutions"],"raw_orcid":"https://orcid.org/0009-0006-3625-3888","affiliations":[{"raw_affiliation_string":"KCA University","institution_ids":["https://openalex.org/I3131884745"]},{"raw_affiliation_string":"Instracta ELearning Solutions","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004917957","display_name":"Kenneth Goga Riany","orcid":"https://orcid.org/0000-0003-3078-5059","observed_orcids":["https://orcid.org/0000-0003-3078-5059"]},"institutions":[{"id":"https://openalex.org/I3131884745","display_name":"KCA University","ror":"https://ror.org/050pcd452","country_code":"KE","type":"education","lineage":["https://openalex.org/I3131884745"]}],"countries":["KE"],"is_corresponding":false,"raw_author_name":"Riany, Kenneth Goga","raw_affiliation_strings":["KCA University"],"raw_orcid":"https://orcid.org/0000-0003-3078-5059","affiliations":[{"raw_affiliation_string":"KCA University","institution_ids":["https://openalex.org/I3131884745"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160090547","display_name":"Daisy Chepkoech O'Maera","orcid":"https://orcid.org/0000-0003-3465-3897","observed_orcids":["https://orcid.org/0000-0003-3465-3897"]},"institutions":[{"id":"https://openalex.org/I3131884745","display_name":"KCA University","ror":"https://ror.org/050pcd452","country_code":"KE","type":"education","lineage":["https://openalex.org/I3131884745"]}],"countries":["KE"],"is_corresponding":false,"raw_author_name":"O'Maera, Daisy Chepkoech","raw_affiliation_strings":["KCA University"],"raw_orcid":"https://orcid.org/0000-0003-3465-3897","affiliations":[{"raw_affiliation_string":"KCA University","institution_ids":["https://openalex.org/I3131884745"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3131884745"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89055943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14508","display_name":"Vocational Education and Training","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training-evaluation","display_name":"training evaluation","score":0.6299999952316284},{"id":"https://openalex.org/keywords/employee-training","display_name":"employee training","score":0.6499999761581421},{"id":"https://openalex.org/keywords/resource-limited-settings","display_name":"resource-limited settings","score":0.9929999709129333},{"id":"https://openalex.org/keywords/transfer-of-training","display_name":"transfer of training","score":0.5189999938011169},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.972000002861023},{"id":"https://openalex.org/keywords/logic-model","display_name":"logic model","score":0.527999997138977},{"id":"https://openalex.org/keywords/teacher-knowledge","display_name":"teacher knowledge","score":0.6899999976158142},{"id":"https://openalex.org/keywords/educational-technology","display_name":"educational technology","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6753000020980835},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.5478000044822693},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.4984999895095825},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C2779968149","wikidata":"https://www.wikidata.org/wiki/Q8034851","display_name":"Workforce development","level":3,"score":0.4823000133037567},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4772999882698059},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C141330323","wikidata":"https://www.wikidata.org/wiki/Q2354820","display_name":"Evidence-based practice","level":3,"score":0.4456000030040741},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4343000054359436},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3540000021457672},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C2777938197","wikidata":"https://www.wikidata.org/wiki/Q7834022","display_name":"Transfer of training","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.27649998664855957},{"id":"https://openalex.org/C165347436","wikidata":"https://www.wikidata.org/wiki/Q1514547","display_name":"Project commissioning","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C140878338","wikidata":"https://www.wikidata.org/wiki/Q947987","display_name":"Critical mass (sociodynamics)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2572999894618988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2563999891281128},{"id":"https://openalex.org/C2777673361","wikidata":"https://www.wikidata.org/wiki/Q5281228","display_name":"Disadvantage","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23757895","doi":"https://doi.org/10.5281/zenodo.23757895","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23757895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.23757896","doi":"https://doi.org/10.5281/zenodo.23757896","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23757896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23757895","doi":"https://doi.org/10.5281/zenodo.23757895","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23757895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7171787643","https://openalex.org/W188094385","https://openalex.org/W2808590372","https://openalex.org/W2089453664","https://openalex.org/W2769773445","https://openalex.org/W7100453119","https://openalex.org/W2953982701","https://openalex.org/W2597686179","https://openalex.org/W7036079054","https://openalex.org/W4400785519"],"abstract_inverted_index":{"Purpose:":[0],"Funders,":[1],"governments":[2],"and":[3,24,29,77,84,91,94,108,132,138,149,161,200,213,228,238],"employers":[4],"increasingly":[5],"ask":[6],"training":[7,32,65,147],"providers":[8,172],"to":[9,104],"show":[10,152],"that":[11,45,153,162],"their":[12],"programmes":[13],"work,":[14],"yet":[15],"the":[16,61,68,79,105,119,130,167],"evidence":[17,43,69,86,99,158,168,206],"base":[18],"in":[19,49,72,129],"education":[20,75],"technology":[21,116],"is":[22,125],"thin":[23],"often":[25],"supplied":[26],"by":[27,180],"vendors,":[28],"most":[30],"workforce":[31],"evaluation":[33,66],"stops":[34],"at":[35,141],"participant":[36],"satisfaction.":[37],"This":[38],"paper":[39,221],"proposes":[40],"a":[41,46,50,126,182,208,232],"proportionate":[42],"standard":[44,212,234],"small":[47,236],"provider":[48],"low-resource":[51],"setting":[52],"can":[53,173],"meet.":[54],"Design:":[55],"A":[56,204],"theory-building":[57],"narrative":[58],"review":[59],"integrates":[60],"four":[62],"levels":[63],"of":[64,115,159],"with":[67,136],"tiers":[70],"used":[71],"United":[73],"States":[74],"law":[76],"tests":[78],"resulting":[80],"framework":[81],"against":[82],"experimental":[83],"quasi-experimental":[85],"from":[87],"Kenya,":[88],"Sub-Saharan":[89],"Africa":[90],"other":[92],"low-":[93],"middle-income":[95],"countries.":[96],"Findings:":[97],"Experimental":[98],"consistently":[100],"favours":[101],"instruction":[102],"matched":[103],"learner's":[106],"level":[107],"sustained,":[109],"in-classroom":[110],"support":[111],"for":[112,225,235],"teachers;":[113],"effects":[114],"depend":[117],"on":[118,146],"pedagogy":[120],"it":[121,240],"carries;":[122],"teacher":[123],"knowledge":[124],"binding":[127],"constraint":[128],"region;":[131],"effect":[133],"sizes":[134],"vary":[135],"context":[137],"typically":[139],"shrink":[140],"scale.":[142],"The":[143,220],"reviewed":[144],"literatures":[145],"transfer":[148],"publication":[150],"bias":[151],"reaction":[154],"data":[155],"are":[156,217],"weak":[157],"impact":[160],"unreported":[163],"null":[164,202],"results":[165],"distort":[166],"base.":[169],"Implications:":[170],"Small":[171],"meet":[174],"credible":[175],"standards":[176],"without":[177],"large":[178,226],"budgets":[179],"publishing":[181,201],"logic":[183],"model,":[184],"pre-specifying":[185],"outcomes,":[186],"using":[187],"comparison":[188],"groups":[189],"where":[190],"feasible,":[191],"engaging":[192],"an":[193],"independent":[194],"evaluator,":[195],"disaggregating":[196],"results,":[197],"reporting":[198,211],"costs,":[199],"findings.":[203],"four-rung":[205],"ladder,":[207],"twelve-item":[209],"minimum":[210],"six":[214],"testable":[215],"propositions":[216],"offered.":[218],"Originality:":[219],"adapts":[222],"frameworks":[223],"developed":[224],"organisations":[227],"national":[229],"systems":[230],"into":[231],"graduated":[233],"providers,":[237],"applies":[239],"reflexively.":[241]},"counts_by_year":[],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2026-10-30T00:00:00"}