{"id":"https://openalex.org/W4396755367","doi":"https://doi.org/10.15562/bmj.v12i1.3760","title":"Content validity and inter-rater reliability of procedural skill checklists used in the online OSCE scoring management system","display_name":"Content validity and inter-rater reliability of procedural skill checklists used in the online OSCE scoring management system","publication_year":2023,"publication_date":"2023-01-30","ids":{"openalex":"https://openalex.org/W4396755367","doi":"https://doi.org/10.15562/bmj.v12i1.3760"},"language":"en","primary_location":{"id":"doi:10.15562/bmj.v12i1.3760","doi":"https://doi.org/10.15562/bmj.v12i1.3760","is_oa":true,"landing_page_url":"https://doi.org/10.15562/bmj.v12i1.3760","pdf_url":null,"source":{"id":"https://openalex.org/S2738906263","display_name":"Bali Medical Journal","issn_l":"2089-1180","issn":["2089-1180","2302-2914"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310315011","host_organization_name":"DiscoverSys","host_organization_lineage":["https://openalex.org/P4310315011"],"host_organization_lineage_names":["DiscoverSys"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bali Medical Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.15562/bmj.v12i1.3760","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012639788","display_name":"Ferika Indarwati","orcid":"https://orcid.org/0000-0003-4532-7747","observed_orcids":["https://orcid.org/0000-0003-4532-7747"]},"institutions":[{"id":"https://openalex.org/I226567900","display_name":"Muhammadiyah University of Yogyakarta","ror":"https://ror.org/03anrkt33","country_code":"ID","type":"education","lineage":["https://openalex.org/I226567900"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Ferika Indarwati","raw_affiliation_strings":["Paediatric Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paediatric Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I226567900"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010714024","display_name":"Yanuar Primanda","orcid":"https://orcid.org/0000-0003-3856-7232","observed_orcids":["https://orcid.org/0000-0003-3856-7232"]},"institutions":[{"id":"https://openalex.org/I226567900","display_name":"Muhammadiyah University of Yogyakarta","ror":"https://ror.org/03anrkt33","country_code":"ID","type":"education","lineage":["https://openalex.org/I226567900"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Yanuar Primanda","raw_affiliation_strings":["Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I226567900"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020909216","display_name":"Fahni Haris","orcid":"https://orcid.org/0000-0002-2222-8554","observed_orcids":["https://orcid.org/0000-0002-2222-8554"]},"institutions":[{"id":"https://openalex.org/I226567900","display_name":"Muhammadiyah University of Yogyakarta","ror":"https://ror.org/03anrkt33","country_code":"ID","type":"education","lineage":["https://openalex.org/I226567900"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Fahni Haris","raw_affiliation_strings":["Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I226567900"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065101622","display_name":"Resti Yulianti Sutrisno","orcid":"https://orcid.org/0000-0003-1309-861X","observed_orcids":["https://orcid.org/0000-0003-1309-861X"]},"institutions":[{"id":"https://openalex.org/I226567900","display_name":"Muhammadiyah University of Yogyakarta","ror":"https://ror.org/03anrkt33","country_code":"ID","type":"education","lineage":["https://openalex.org/I226567900"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Resti Yulianti Sutrisno","raw_affiliation_strings":["Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Surgical Nursing Department, School of Nursing, Faculty of Medicine and Health Sciences, Universitas Muhammadiyah Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I226567900"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5010714024","https://openalex.org/A5012639788","https://openalex.org/A5020909216","https://openalex.org/A5065101622"],"corresponding_institution_ids":["https://openalex.org/I226567900"],"apc_list":null,"apc_paid":null,"fwci":1.4508,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86564298,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"12","issue":"1","first_page":"456","last_page":"461"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.1671999990940094,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.6940000057220459},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":1.0},{"id":"https://openalex.org/keywords/nursing-education","display_name":"nursing education","score":0.753000020980835},{"id":"https://openalex.org/keywords/objective-structured-clinical-examination","display_name":"OSCE","score":0.8119999766349792},{"id":"https://openalex.org/keywords/nasogastric-tube-placement","display_name":"nasogastric tube insertion","score":1.0},{"id":"https://openalex.org/keywords/urinary-catheterization","display_name":"urinary catheterization","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.73659348487854},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6359933018684387},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5102736949920654},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4160325527191162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4074927568435669},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3697305917739868},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.15080440044403076},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12306055426597595},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.11232903599739075},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.15562/bmj.v12i1.3760","doi":"https://doi.org/10.15562/bmj.v12i1.3760","is_oa":true,"landing_page_url":"https://doi.org/10.15562/bmj.v12i1.3760","pdf_url":null,"source":{"id":"https://openalex.org/S2738906263","display_name":"Bali Medical Journal","issn_l":"2089-1180","issn":["2089-1180","2302-2914"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310315011","host_organization_name":"DiscoverSys","host_organization_lineage":["https://openalex.org/P4310315011"],"host_organization_lineage_names":["DiscoverSys"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bali Medical Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.15562/bmj.v12i1.3760","doi":"https://doi.org/10.15562/bmj.v12i1.3760","is_oa":true,"landing_page_url":"https://doi.org/10.15562/bmj.v12i1.3760","pdf_url":null,"source":{"id":"https://openalex.org/S2738906263","display_name":"Bali Medical Journal","issn_l":"2089-1180","issn":["2089-1180","2302-2914"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310315011","host_organization_name":"DiscoverSys","host_organization_lineage":["https://openalex.org/P4310315011"],"host_organization_lineage_names":["DiscoverSys"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bali Medical Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W10668460","https://openalex.org/W935577048","https://openalex.org/W1189765329","https://openalex.org/W1412604288","https://openalex.org/W1528943059","https://openalex.org/W1822114511","https://openalex.org/W1969823071","https://openalex.org/W2016660511","https://openalex.org/W2057006818","https://openalex.org/W2104505336","https://openalex.org/W2176361635","https://openalex.org/W2340736514","https://openalex.org/W2490857485","https://openalex.org/W2527788298","https://openalex.org/W2765197353","https://openalex.org/W2886477475","https://openalex.org/W2891650308","https://openalex.org/W2899319838","https://openalex.org/W2904142356","https://openalex.org/W2985146788","https://openalex.org/W3014442827","https://openalex.org/W3031040127","https://openalex.org/W3033778229","https://openalex.org/W3113523639","https://openalex.org/W3120668783","https://openalex.org/W4206909896","https://openalex.org/W4220887217","https://openalex.org/W4221137447"],"related_works":["https://openalex.org/W1539251595","https://openalex.org/W2033689643","https://openalex.org/W2565095268","https://openalex.org/W1247196121","https://openalex.org/W2615101229","https://openalex.org/W2176361635","https://openalex.org/W2024888162","https://openalex.org/W6949240620","https://openalex.org/W935577048","https://openalex.org/W4323670146"],"abstract_inverted_index":{"Introduction:":[0],"The":[1,73,129,162,191,209,226,260],"use":[2],"of":[3,46,95,105,118,136,274,279],"online":[4],"Objective":[5],"Structured":[6],"Clinical":[7],"Examination":[8],"(OSCE)":[9],"scoring":[10],"system":[11],"in":[12,53,281],"medical":[13],"and":[14,35,44,69,84,93,108,146,196,242,269,277,297],"nursing":[15,54],"education":[16],"is":[17],"emerging.":[18],"To":[19],"ensure":[20],"valid":[21],"student\u2019":[22],"score,":[23],"the":[24,42,91,96,102,106,112,133,167,197,215,232,243,249,282,295],"OSCE":[25],"check":[26,49,97,113,169,203,235,251],"lists":[27,50,170],"need":[28],"to":[29,40,78,89,115,126,189,223,267,286,292],"be":[30],"assessed":[31,101],"for":[32,166,180,201,231,248,294],"its":[33],"validity":[34,43,82,92,104,150,164,176,262],"reliability.":[36],"This":[37],"study":[38],"aims":[39],"test":[41],"reliability":[45,86,94,155,211],"several":[47],"procedural":[48],"commonly":[51],"used":[52,77,88,111],"profession":[55],"such":[56],"as":[57,265],"peripheral":[58],"intravenous":[59],"insertion,":[60,65],"electrocardiogram":[61],"placement,":[62],"nasogastric":[63,233],"tube":[64],"urinary":[66],"catheter":[67],"insertion":[68,234],"oxygenation":[70,250],"procedure.":[71],"Methods:":[72],"expert":[74],"consensus":[75],"was":[76,87,156,183,219,230,247,263],"generate":[79],"items,":[80],"content":[81,103,134,149,175,193],"index":[83,151,165],"inter-rater":[85,210],"evaluate":[90,116],"lists.":[98],"Five":[99],"experts":[100,131],"checklists":[107,283],"five":[109,168],"raters":[110,218],"list":[114,204,236,252],"performance":[117],"11":[119],"students.":[120],"Data":[121],"were":[122,152,205],"collected":[123],"from":[124,187,221],"April":[125],"May":[127],"2022.":[128],"panel":[130],"rated":[132],"relevance":[135],"each":[137,181,202],"instrument":[138],"using":[139,158],"a":[140],"four-point":[141],"rating":[142],"scale.":[143],"Item":[144],"level":[145,148],"scale":[147],"calculated.":[153],"Inter-rater":[154],"calculated":[157],"Fleiss":[159],"Kappa.":[160],"Results:":[161],"item":[163],"reviewed":[171],"showed":[172],"relatively":[173],"high":[174],"among":[177,217],"experts.":[178],"I-CVI":[179],"tool":[182],"very":[184,207,224],"good,":[185],"ranging":[186],"0.8":[188],"1.":[190],"average":[192],"agreement":[194,199,216],"(S-CVI/Ave)":[195],"universal":[198],"(S-CVI/UA)":[200],"also":[206],"good.":[208],"results":[212],"indicated":[213],"that":[214],"ranged":[220],"moderate":[222],"good/excellent.":[225],"lowest":[227],"Kappa":[228,245],"value":[229,246],"(0.40,":[237],"95%CI":[238],"0.40":[239],"\u2013":[240,257],"0.41)":[241],"highest":[244],"(1,":[253],"95%":[254],"CI":[255],"0.99":[256],"1).":[258],"Conclusion:":[259],"face":[261],"reported":[264],"easy":[266],"understand":[268],"presented":[270],"logically.":[271],"Nonetheless,":[272],"re-formatting":[273],"some":[275],"items":[276],"addition":[278],"details":[280],"are":[284],"needed":[285],"avoid":[287],"ambiguity,":[288],"which":[289],"could":[290],"lead":[291],"confusion":[293],"examiner":[296],"examinee.":[298]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-05-09T00:00:00"}