{"id":"https://openalex.org/W4292408765","doi":"https://doi.org/10.1016/j.vaccine.2022.07.027","title":"Improving management of vaccine supply chains: A multi-methods evaluation of vSTEP in Zambia","display_name":"Improving management of vaccine supply chains: A multi-methods evaluation of vSTEP in Zambia","publication_year":2022,"publication_date":"2022-08-18","ids":{"openalex":"https://openalex.org/W4292408765","doi":"https://doi.org/10.1016/j.vaccine.2022.07.027","pmid":"https://pubmed.ncbi.nlm.nih.gov/35987874"},"language":"en","primary_location":{"id":"doi:10.1016/j.vaccine.2022.07.027","doi":"https://doi.org/10.1016/j.vaccine.2022.07.027","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.vaccine.2022.07.027","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0264410X22009148/pdf","source":{"id":"https://openalex.org/S27359860","display_name":"Vaccine","issn_l":"0264-410X","issn":["0264-410X","1873-2518"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-200","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vaccine","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0264410X22009148/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083920678","display_name":"Erika L. Linnander","orcid":"https://orcid.org/0000-0002-3417-1049","observed_orcids":["https://orcid.org/0000-0002-3417-1049"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Erika Linnander","raw_affiliation_strings":["Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA; Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA. Electronic address: erika.linnander@yale.edu","Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA; Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA. Electronic address: erika.linnander@yale.edu","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025013856","display_name":"Lynka Ineza","orcid":"https://orcid.org/0000-0002-6754-6097","observed_orcids":["https://orcid.org/0000-0002-6754-6097"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lynka Ineza","raw_affiliation_strings":["Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057678592","display_name":"Patricia Mupeta Bobo","orcid":"https://orcid.org/0000-0003-0058-845X","observed_orcids":["https://orcid.org/0000-0003-0058-845X"]},"institutions":[{"id":"https://openalex.org/I1336862989","display_name":"Ministry of Health","ror":"https://ror.org/00hpqmv06","country_code":"ZM","type":"government","lineage":["https://openalex.org/I1336862989"]}],"countries":["ZM"],"is_corresponding":false,"raw_author_name":"Patricia Mupeta Bobo","raw_affiliation_strings":["Ministry of Health, Zambia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Health, Zambia","institution_ids":["https://openalex.org/I1336862989"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004031467","display_name":"Kali Bechtold","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kali Bechtold","raw_affiliation_strings":["Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA; Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA; Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Department of Health Policy and Management, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Global Health Leadership Initiative, Yale School of Public Health, Connecticut, USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5083920678"],"corresponding_institution_ids":["https://openalex.org/I32971472"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":{"value":3350,"currency":"USD","value_usd":3350},"fwci":1.2768,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79257708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"40","issue":"38","first_page":"5579","last_page":"5584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12802","display_name":"Competency Development and Evaluation","score":0.8871999979019165,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12802","display_name":"Competency Development and Evaluation","score":0.8871999979019165,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vaccine-supply-chain","display_name":"vaccine supply chain","score":0.8759999871253967},{"id":"https://openalex.org/keywords/leadership-development","display_name":"leadership development","score":0.8529999852180481},{"id":"https://openalex.org/keywords/online-training","display_name":"online training","score":0.6470000147819519},{"id":"https://openalex.org/keywords/supply-chain-management","display_name":"supply chain management","score":0.5830000042915344},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.7350000143051147},{"id":"https://openalex.org/keywords/health-workforce-development","display_name":"health workforce development","score":0.5370000004768372},{"id":"https://openalex.org/keywords/training-evaluation","display_name":"training evaluation","score":0.5989999771118164},{"id":"https://openalex.org/keywords/zambia","display_name":"Zambia","score":0.44699999690055847}],"concepts":[{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.661865234375},{"id":"https://openalex.org/C143273055","wikidata":"https://www.wikidata.org/wiki/Q2382794","display_name":"Delegate","level":2,"score":0.6019610166549683},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.49600228667259216},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4754771292209625},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44157329201698303},{"id":"https://openalex.org/C2779968149","wikidata":"https://www.wikidata.org/wiki/Q8034851","display_name":"Workforce development","level":3,"score":0.42330530285835266},{"id":"https://openalex.org/C44104985","wikidata":"https://www.wikidata.org/wiki/Q492886","display_name":"Supply chain management","level":3,"score":0.42319774627685547},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4199090600013733},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.40540367364883423},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3876649737358093},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.35167041420936584},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.3196249306201935},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27290719747543335},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18435657024383545},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.16817396879196167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14096340537071228},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1343155801296234},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007857","descriptor_name":"Leadership","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014612","descriptor_name":"Vaccines","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015024","descriptor_name":"Zambia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.vaccine.2022.07.027","doi":"https://doi.org/10.1016/j.vaccine.2022.07.027","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.vaccine.2022.07.027","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0264410X22009148/pdf","source":{"id":"https://openalex.org/S27359860","display_name":"Vaccine","issn_l":"0264-410X","issn":["0264-410X","1873-2518"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-200","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vaccine","raw_type":"journal-article"},{"id":"pmid:35987874","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35987874","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vaccine","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1016/j.vaccine.2022.07.027","doi":"https://doi.org/10.1016/j.vaccine.2022.07.027","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.vaccine.2022.07.027","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0264410X22009148/pdf","source":{"id":"https://openalex.org/S27359860","display_name":"Vaccine","issn_l":"0264-410X","issn":["0264-410X","1873-2518"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-200","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vaccine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.7257999777793884,"id":"https://metadata.un.org/sdg/8"},{"display_name":"Good health and well-being","score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3"},{"display_name":"Partnerships for the goals","score":0.5217000246047974,"id":"https://metadata.un.org/sdg/17"},{"display_name":"Quality education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306348","display_name":"GAVI Alliance","ror":"https://ror.org/0141yg674"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292408765.pdf","grobid_xml":"https://content.openalex.org/works/W4292408765.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1564012387","https://openalex.org/W1824370072","https://openalex.org/W1964194284","https://openalex.org/W2081267414","https://openalex.org/W2164810756","https://openalex.org/W2267348261","https://openalex.org/W2599070886","https://openalex.org/W2599747386","https://openalex.org/W2625800677","https://openalex.org/W2739147856","https://openalex.org/W2767294402","https://openalex.org/W2911844271","https://openalex.org/W3033023967","https://openalex.org/W3112945484","https://openalex.org/W3153884107","https://openalex.org/W3165697500","https://openalex.org/W4210332382","https://openalex.org/W4220744903","https://openalex.org/W4280578476"],"related_works":["https://openalex.org/W7128700269","https://openalex.org/W4280578476","https://openalex.org/W4407728126","https://openalex.org/W4410928435","https://openalex.org/W2739147856","https://openalex.org/W7043835978","https://openalex.org/W2921780229","https://openalex.org/W4323311417","https://openalex.org/W4390545477","https://openalex.org/W2956821586"],"abstract_inverted_index":{"BACKGROUND:":[0],"Equipping":[1],"supply":[2,38,112,169,241,261],"chain":[3,39,113,170,242,262],"professionals":[4],"at":[5,131],"all":[6,226],"levels":[7,177],"of":[8,57,63,86,107,128,154,164,178,190,207,214,228,267,284],"the":[9,87,123,138,186,191,203,208,212,273,280,296],"health":[10,75],"care":[11],"systems":[12],"with":[13,292],"essential":[14,20],"leadership":[15,53,150,229,256,290],"and":[16,27,60,83,105,125,144,157,161,180,188,205,231,282],"management":[17],"skills":[18,109,166],"is":[19],"to":[21,35,51,72,80,110,121,137,167,235],"achieving":[22],"global":[23],"immunization":[24],"targets.":[25],"Numerous":[26],"diverse":[28],"professional":[29],"development":[30,54,70,257],"initiatives":[31],"have":[32],"been":[33],"established":[34],"support":[36,52,258],"vaccine":[37,260],"managers":[40],"in":[41,49,55,98,149,159,211,225,240,244,265],"Gavi-eligible":[42],"countries.":[43],"However,":[44],"COVID-19":[45,297],"catalyzed":[46],"rapid":[47,58,268],"innovation":[48],"approaches":[50,65],"times":[56,266],"change,":[59],"systematic":[61],"evaluation":[62],"these":[64],"can":[66],"inform":[67],"future":[68],"workforce":[69],"strategies":[71],"ensure":[73],"resilient":[74],"systems.":[76],"Therefore,":[77],"we":[78],"sought":[79],"evaluate":[81],"outcomes":[82,124],"short-term":[84,126],"impact":[85,127,168,283],"fully":[88,286],"virtual":[89,287],"Strategic":[90],"Training":[91],"Executive":[92],"Program":[93],"2.0":[94,130],"(vSTEP":[95],"2.0)":[96],"program":[97,174],"Zambia":[99],"on":[100,202],"participant":[101],"engagement,":[102],"skill":[103,151],"development,":[104,291],"application":[106,163],"new":[108,165],"improve":[111],"performance.":[114,171],"METHODS:":[115],"We":[116],"used":[117],"a":[118,237,252,285],"multi-method":[119],"design":[120],"describe":[122],"vSTEP":[129],"three":[132],"levels:":[133],"(1)":[134],"delegate":[135,147],"response":[136,216],"training":[139],"experience":[140],"(including":[141,152],"participation,":[142],"completion,":[143],"satisfaction);":[145],"(2)":[146],"change":[148,158,269],"achievement":[153],"learning":[155],"objectives":[156],"competencies);":[160],"(3)":[162],"RESULTS:":[172],"The":[173],"achieved":[175],"high":[176],"engagement":[179],"an":[181],"83%":[182],"graduation":[183],"rate":[184],"despite":[185],"length":[187],"rigor":[189],"program.":[192],"High":[193],"satisfaction":[194],"was":[195],"evidenced":[196],"by":[197],"positive":[198],"feedback":[199],"from":[200],"delegates":[201],"quality":[204],"relevance":[206],"program,":[209],"especially":[210,264],"context":[213],"COVID":[215,274],"(100%":[217],"would":[218],"\"definitely\"":[219],"recommend).":[220],"Delegates":[221],"demonstrated":[222],"significant":[223],"growth":[224],"domains":[227],"competencies":[230],"applied":[232],"their":[233,245],"learnings":[234],"address":[236],"complex":[238],"challenge":[239],"performance":[243],"home":[246],"organization.":[247],"DISCUSSION:":[248],"These":[249,276],"findings":[250],"demonstrate":[251,279],"strong":[253],"appetite":[254],"for":[255,289],"among":[259],"professionals,":[263],"such":[270],"as":[271],"during":[272],"response.":[275],"results":[277],"also":[278],"feasibility":[281],"model":[288],"implications":[293],"well":[294],"beyond":[295],"pandemic.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2022-08-20T00:00:00"}