{"id":"https://openalex.org/W7225586138","doi":"https://doi.org/10.1186/s12913-026-16090-w","title":"Development of a performance appraisal and work effectiveness evaluation indicator system for unit-based clinical pharmacists in China: a study based on the Delphi method and the analytic hierarchy process","display_name":"Development of a performance appraisal and work effectiveness evaluation indicator system for unit-based clinical pharmacists in China: a study based on the Delphi method and the analytic hierarchy process","publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7225586138","doi":"https://doi.org/10.1186/s12913-026-16090-w"},"language":"en","primary_location":{"id":"doi:10.1186/s12913-026-16090-w","doi":"https://doi.org/10.1186/s12913-026-16090-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12913-026-16090-w","pdf_url":null,"source":{"id":"https://openalex.org/S12898181","display_name":"BMC Health Services Research","issn_l":"1472-6963","issn":["1472-6963"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Health Services Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s12913-026-16090-w","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129972856","display_name":"Nijie Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160354086","display_name":"Guangxi Medical University","ror":"https://ror.org/03dveyr97","country_code":"CN","type":"education","lineage":["https://openalex.org/I160354086"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nijie Wu","raw_affiliation_strings":["Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China","institution_ids":["https://openalex.org/I160354086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161281126","display_name":"Linjun Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160354086","display_name":"Guangxi Medical University","ror":"https://ror.org/03dveyr97","country_code":"CN","type":"education","lineage":["https://openalex.org/I160354086"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linjun Huang","raw_affiliation_strings":["Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China","institution_ids":["https://openalex.org/I160354086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161270262","display_name":"Yueling Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160354086","display_name":"Guangxi Medical University","ror":"https://ror.org/03dveyr97","country_code":"CN","type":"education","lineage":["https://openalex.org/I160354086"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueling Huang","raw_affiliation_strings":["Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China","institution_ids":["https://openalex.org/I160354086"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5161273296","display_name":"Daihua Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I160354086","display_name":"Guangxi Medical University","ror":"https://ror.org/03dveyr97","country_code":"CN","type":"education","lineage":["https://openalex.org/I160354086"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Daihua Liu","raw_affiliation_strings":["Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Liuzhou People\u2019s Hospital Affiliated to Guangxi Medical University, Liuzhou, Guangxi, 545006, China","institution_ids":["https://openalex.org/I160354086"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5161273296"],"corresponding_institution_ids":["https://openalex.org/I160354086"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":{"value":3290,"currency":"USD","value_usd":3290},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.5659000277519226,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.5659000277519226,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13970","display_name":"Pharmacy and Medical Practices","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12871","display_name":"Healthcare Quality and Management","score":0.03920000046491623,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-evaluation-human-resources","display_name":"performance evaluation (human resources)","score":0.7929999828338623},{"id":"https://openalex.org/keywords/indicator-system","display_name":"indicator system","score":0.47099998593330383},{"id":"https://openalex.org/keywords/process-oriented-evaluation","display_name":"process-oriented evaluation","score":0.5099999904632568},{"id":"https://openalex.org/keywords/hospital-pharmacy-management","display_name":"hospital pharmacy management","score":0.5059999823570251},{"id":"https://openalex.org/keywords/drug-safety","display_name":"drug safety","score":0.8029999732971191},{"id":"https://openalex.org/keywords/prescription-review","display_name":"prescription review","score":0.8199999928474426},{"id":"https://openalex.org/keywords/competence-development","display_name":"competence development","score":0.5910000205039978},{"id":"https://openalex.org/keywords/delphi-method","display_name":"Delphi method","score":0.593999981880188},{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"analytic hierarchy process","score":0.9879999756813049},{"id":"https://openalex.org/keywords/indicator-weighting","display_name":"indicator weighting","score":0.6830000281333923}],"concepts":[{"id":"https://openalex.org/C137992405","wikidata":"https://www.wikidata.org/wiki/Q1137608","display_name":"Health administration","level":3,"score":0.6765999794006348},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.6478000283241272},{"id":"https://openalex.org/C199004533","wikidata":"https://www.wikidata.org/wiki/Q210127","display_name":"Balanced scorecard","level":2,"score":0.6452999711036682},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.5386000275611877},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.516700029373169},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4449999928474426},{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C104863432","wikidata":"https://www.wikidata.org/wiki/Q614304","display_name":"Pharmacy","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C10446079","wikidata":"https://www.wikidata.org/wiki/Q155491","display_name":"Clinical pharmacy","level":3,"score":0.3628000020980835},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C2779457091","wikidata":"https://www.wikidata.org/wiki/Q105186","display_name":"Pharmacist","level":3,"score":0.33320000767707825},{"id":"https://openalex.org/C2780877353","wikidata":"https://www.wikidata.org/wiki/Q2518253","display_name":"Health services research","level":3,"score":0.3255000114440918},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C2777873905","wikidata":"https://www.wikidata.org/wiki/Q1430184","display_name":"Performance appraisal","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.30640000104904175},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C140781008","wikidata":"https://www.wikidata.org/wiki/Q1221081","display_name":"Service quality","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.275299996137619},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2777896688","wikidata":"https://www.wikidata.org/wiki/Q3773715","display_name":"Clinical governance","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C2909103016","wikidata":"https://www.wikidata.org/wiki/Q1430184","display_name":"Employee Performance Appraisal","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s12913-026-16090-w","doi":"https://doi.org/10.1186/s12913-026-16090-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12913-026-16090-w","pdf_url":null,"source":{"id":"https://openalex.org/S12898181","display_name":"BMC Health Services Research","issn_l":"1472-6963","issn":["1472-6963"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Health Services Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s12913-026-16090-w","doi":"https://doi.org/10.1186/s12913-026-16090-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12913-026-16090-w","pdf_url":null,"source":{"id":"https://openalex.org/S12898181","display_name":"BMC Health Services Research","issn_l":"1472-6963","issn":["1472-6963"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Health Services Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4407697987","https://openalex.org/W2390814674","https://openalex.org/W2353670708","https://openalex.org/W2379912348","https://openalex.org/W3031301529","https://openalex.org/W2322102648","https://openalex.org/W7161571666","https://openalex.org/W2361128132","https://openalex.org/W3030838765","https://openalex.org/W2373124997"],"abstract_inverted_index":{"Under":[0],"the":[1,38,66,95,104,107,116,176,181,215,221,294],"background":[2],"of":[3,40,72,91,118,124,130,232,296],"DRG/DIP":[4],"payment":[5],"reform":[6],"and":[7,32,60,69,86,102,133,150,153,166,172,191,205,211,237,248,279,303,318],"national":[8],"centralised":[9],"procurement,":[10],"China\u2019s":[11],"clinical":[12,22,74,255,297],"pharmacy":[13,298],"service":[14],"model":[15],"is":[16],"accelerating":[17],"its":[18,315],"transformation.":[19],"The":[20,121,158,197],"unit-based":[21,73,254],"pharmacist":[23],"pilot":[24],"program":[25],"launched":[26],"in":[27,300],"2024":[28],"urgently":[29],"requires":[30],"scientific":[31,67],"operable":[33,250],"evaluation":[34,200,273],"tools":[35],"to":[36,52,64,100,114,142,312],"overcome":[37],"limitations":[39],"existing":[41],"systems":[42],"that":[43],"overemphasize":[44],"process":[45],"while":[46,180],"neglecting":[47],"outcomes.":[48],"This":[49,243],"study":[50,244],"aimed":[51],"construct":[53],"a":[54,246,268,290],"dual-evaluation":[55,251],"system":[56,162,201,252],"(process-oriented":[57],"performance":[58,160,272,319],"appraisal":[59],"outcome-oriented":[61],"work":[62,198],"effectiveness)":[63],"support":[65],"management":[68],"career":[70],"development":[71],"pharmacists.":[75,256],"A":[76],"preliminary":[77],"indicator":[78,219],"set":[79],"was":[80,112,214],"drafted":[81],"based":[82],"on":[83],"literature":[84],"review":[85,234],"policy":[87],"analysis.":[88],"Two":[89],"rounds":[90,123],"expert":[92,125,137],"consultation":[93,126],"using":[94],"Delphi":[96],"method":[97],"were":[98,147,185,225],"conducted":[99],"screen":[101],"refine":[103],"indicators.":[105,169,208],"Subsequently,":[106],"Analytic":[108],"Hierarchy":[109],"Process":[110],"(AHP)":[111],"employed":[113],"determine":[115],"weights":[117],"each":[119],"indicator.":[120],"two":[122],"achieved":[127],"response":[128],"rates":[129],"89.47%":[131],"(17/19)":[132],"100%":[134],"(17/17),":[135],"with":[136,274,285],"authority":[138],"coefficients":[139,146],"from":[140],"0.93":[141],"0.95.":[143],"Kendall\u2019s":[144],"W":[145],"significant":[148],"(0.193":[149],"0.337;":[151],"0.153":[152],"0.227;":[154],"P":[155],"<":[156],"0.05).":[157],"final":[159],"a\u200bppraisal\u200b":[161],"includes":[163],"5":[164,203],"first-level":[165,204,218],"26":[167],"second-level":[168,183,207,223],"\u201cPharmacy":[170,226],"administration":[171,227],"quality":[173],"control\u201d":[174],"held":[175],"highest":[177],"weight":[178],"(0.3499),":[179],"top":[182,222],"indicators":[184,224],"\u201cTeaching/supervision\u201d":[186],"(0.0851),":[187],"\u201cDepartmental/hospital":[188],"training/lectures\u201d":[189],"(0.0713),":[190],"\u201cMedical":[192],"dispute":[193],"case":[194],"analysis\u201d":[195],"(0.0596).":[196],"effectiveness":[199],"comprises":[202],"19":[206],"\u201cClinical":[209],"services":[210,299],"medication":[212],"safety\u201d":[213],"most":[216],"weighted":[217],"(0.2661);":[220],"indicators\u201d":[228],"(0.0812),":[229],"\u201cImprovement":[230],"rate":[231],"prescription/order":[233],"issues\u201d":[235],"(0.0809),":[236],"\u201cValid":[238],"complaints":[239],"or":[240],"disputes\u201d":[241],"(0.0782).":[242],"constructed":[245],"process-":[247],"outcome-differentiated,":[249],"for":[253,292],"It":[257],"serves":[258],"not":[259],"only":[260],"as":[261,267],"an":[262],"assessment":[263],"tool":[264,270],"but":[265],"also":[266],"developmental":[269],"linking":[271],"competency":[275],"development,":[276],"employee":[277],"motivation,":[278],"well-being.":[280],"By":[281],"connecting":[282],"individual":[283],"KPIs":[284],"team/organisational":[286],"goals,":[287],"it":[288],"provides":[289],"basis":[291],"demonstrating":[293],"value":[295],"patient":[301],"safety":[302],"organisational":[304],"sustainability.":[305],"Future":[306],"multicentre":[307],"empirical":[308],"studies":[309],"are":[310],"required":[311],"further":[313],"evaluate":[314],"real-world":[316],"feasibility":[317],"thresholds.":[320]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-09T00:00:00"}