{"id":"https://openalex.org/W2523219615","doi":"https://doi.org/10.3205/zma001060","title":"Study on the Interrater Reliability of an OSPE (Objective Structured Practical Examination) \u2013 Subject to the Evaluation Mode in the Phantom Course of Operative Dentistry","display_name":"Study on the Interrater Reliability of an OSPE (Objective Structured Practical Examination) \u2013 Subject to the Evaluation Mode in the Phantom Course of Operative Dentistry","publication_year":2016,"publication_date":"2016-08-15","ids":{"openalex":"https://openalex.org/W2523219615","doi":"https://doi.org/10.3205/zma001060","mag":"2523219615","pmid":"https://pubmed.ncbi.nlm.nih.gov/27579361","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5003144"},"language":"en","primary_location":{"id":"pmh:oai:pubmedcentral.nih.gov:5003144","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5003144","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GMS J Med Educ","raw_type":"Text"},"volume":null,"type":"article","indexed_in":["datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5003144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Schmitt, Laura","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Schmitt, Laura","raw_affiliation_strings":["Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Orthodontics, Frankfurt/Main, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Orthodontics, Frankfurt/Main, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005495941","display_name":"Andreas M\u00f6ltner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"M\u00f6ltner, Andreas","raw_affiliation_strings":["University Heidelberg, Medical Faculty, Competence Centre for Examinations in Medicine/Baden-W\u00fcrttemberg, Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Heidelberg, Medical Faculty, Competence Centre for Examinations in Medicine/Baden-W\u00fcrttemberg, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058575262","display_name":"Stefan R\u00fcttermann","orcid":"https://orcid.org/0000-0002-2293-8089","observed_orcids":["https://orcid.org/0000-0002-2293-8089"]},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"R\u00fcttermann, Stefan","raw_affiliation_strings":["Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Operative Dentistry, Frankfurt/Main, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Operative Dentistry, Frankfurt/Main, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075860700","display_name":"Susanne Gerhardt\u2010Sz\u00e9p","orcid":"https://orcid.org/0000-0002-7482-3910","observed_orcids":["https://orcid.org/0000-0002-7482-3910"]},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerhardt-Sz\u00e9p, Susanne","raw_affiliation_strings":["Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Operative Dentistry, Frankfurt/Main, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Goethe-University Frankfurt am Main, Carolinum Dental University Institute GmbH, Department of Operative Dentistry, Frankfurt/Main, Germany","institution_ids":["https://openalex.org/I114090438"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9835,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88085319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"33","issue":"4","first_page":"Doc61","last_page":"Doc61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8790000081062317},{"id":"https://openalex.org/keywords/objective-structured-practical-examination","display_name":"objective structured practical examination","score":0.8579999804496765},{"id":"https://openalex.org/keywords/dental-phantoms","display_name":"dental phantoms","score":0.6759999990463257},{"id":"https://openalex.org/keywords/teacher-s-guide","display_name":"teacher's guide","score":0.9160000085830688},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.8500000238418579},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"internal consistency","score":0.7710000276565552},{"id":"https://openalex.org/keywords/dental-education-assessment","display_name":"dental education assessment","score":0.5080000162124634}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.8577739000320435},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.7960137128829956},{"id":"https://openalex.org/C106906290","wikidata":"https://www.wikidata.org/wiki/Q1140909","display_name":"Cronbach's alpha","level":3,"score":0.6907230615615845},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5765496492385864},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4643478989601135},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4515090584754944},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3268272280693054},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28316599130630493},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2250824272632599},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.15183120965957642},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.11822614073753357},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003814","descriptor_name":"Dentistry, Operative","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057189","descriptor_name":"Checklist","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"pmh:oai:pubmedcentral.nih.gov:5003144","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5003144","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GMS J Med Educ","raw_type":"Text"},{"id":"pmid:27579361","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27579361","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GMS journal for medical education","raw_type":"Journal Article"},{"id":"pmh:oai:oai-gms.dimdi.de:GAzma001060","doi":null,"is_oa":true,"landing_page_url":"http://doi.org/10.3205/zma001060","pdf_url":null,"source":{"id":"https://openalex.org/S4306402251","display_name":"German Medical Science (German Research Foundation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210126796","host_organization_name":"German Heart Research Foundation","host_organization_lineage":["https://openalex.org/I4210126796"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GMS Journal for Medical Education;\\n \\n VOL: 33;\\n \\n DOC61\\n /20160815/\\n","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:70af8a45bdb146c5a1cb1ff73baf68d9","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/70af8a45bdb146c5a1cb1ff73baf68d9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GMS Journal for Medical Education, Vol 33, Iss 4, p Doc61 (2016)","raw_type":"article"},{"id":"doi:10.3205/zma001060","doi":"https://doi.org/10.3205/zma001060","is_oa":true,"landing_page_url":"https://doi.org/10.3205/zma001060","pdf_url":null,"source":{"id":"https://openalex.org/S2738172632","display_name":"GMS journal for medical education","issn_l":"2366-5017","issn":["2366-5017"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310313755","host_organization_name":"German Medical Science GMS Publishing House","host_organization_lineage":["https://openalex.org/P4310313755"],"host_organization_lineage_names":["German Medical Science GMS Publishing House"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:5003144","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5003144","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GMS J Med Educ","raw_type":"Text"},"sustainable_development_goals":[{"score":0.5683000087738037,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"},{"score":0.4156000018119812,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W178134740","https://openalex.org/W1778195743","https://openalex.org/W1914584924","https://openalex.org/W1972681638","https://openalex.org/W1986468419","https://openalex.org/W1988981554","https://openalex.org/W1991635648","https://openalex.org/W2003701799","https://openalex.org/W2013488675","https://openalex.org/W2039774804","https://openalex.org/W2044972076","https://openalex.org/W2068369455","https://openalex.org/W2071761931","https://openalex.org/W2074837733","https://openalex.org/W2081780328","https://openalex.org/W2108080733","https://openalex.org/W2156902000","https://openalex.org/W2164973508","https://openalex.org/W2231768541","https://openalex.org/W2277084258","https://openalex.org/W2344655302","https://openalex.org/W2397294232","https://openalex.org/W2404099481","https://openalex.org/W2406193495","https://openalex.org/W2408977841","https://openalex.org/W2410878515","https://openalex.org/W2415320659","https://openalex.org/W2472927606"],"related_works":["https://openalex.org/W2606313860","https://openalex.org/W2033689643","https://openalex.org/W1995250353","https://openalex.org/W593451785","https://openalex.org/W2344007893","https://openalex.org/W2780551614","https://openalex.org/W2907286979","https://openalex.org/W2058692542","https://openalex.org/W4321215935","https://openalex.org/W2211610266"],"abstract_inverted_index":{"INTRODUCTION:":[0],"The":[1,115],"aim":[2],"of":[3,13,34,43,58,75,83,94,106,109,122,177],"the":[4,11,19,92,97,107,119,123,133,141,151,156,160,165,175,178],"study":[5],"presented":[6],"here":[7],"was":[8,100],"to":[9,127,140],"evaluate":[10],"reliability":[12,130,168],"an":[14,50,76,84,88],"OSPE":[15,69],"end-of-semester":[16,65],"exam":[17],"in":[18,25,62,68,138,155,164,169],"phantom":[20],"course":[21],"for":[22],"operative":[23],"dentistry":[24],"Frankfurt":[26],"am":[27],"Main":[28],"taking":[29],"into":[30],"consideration":[31],"different":[32,56],"modes":[33],"evaluation":[35,59],"(examiner's":[36],"checklist":[37,78,86,125],"versus":[38,46,79],"instructor's":[39,89,135,161],"manual)":[40],"and":[41],"number":[42],"examiners":[44],"(three":[45],"four).":[47],"METHODS:":[48],"In":[49,144],"historic,":[51],"monocentric,":[52],"comparative":[53],"study,":[54,158],"two":[55],"methods":[57],"were":[60],"examined":[61],"a":[63,104],"real":[64],"setting":[66],"held":[67],"form":[70],"(Group":[71],"I:":[72],"exclusive":[73,120],"use":[74,82,121],"examiner's":[77,85,124,152],"Group":[80],"II:":[81],"including":[87],"manual).":[90],"For":[91],"analysis":[93],"interrater":[95,129,167],"reliability,":[96],"generalisability":[98],"theory":[99],"applied":[101],"that":[102,118,150],"contains":[103],"generalisation":[105],"concept":[108],"internal":[110],"consistency":[111],"(Cronbach's":[112],"alpha).":[113],"RESULTS:":[114],"results":[116],"show":[117],"led":[126],"higher":[128],"values":[131],"than":[132],"in-depth":[134],"manual":[136],"used":[137,154],"addition":[139],"list.":[142],"CONCLUSION:":[143],"summary":[145],"it":[146],"can":[147],"be":[148],"said":[149],"checklists":[153],"present":[157],"without":[159],"manual,":[162],"resulted":[163],"highest":[166],"combination":[170],"with":[171],"three":[172],"evaluators":[173],"within":[174],"context":[176],"completed":[179],"OSPE.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-09-30T00:00:00"}