{"id":"https://openalex.org/W4389399736","doi":"https://doi.org/10.1186/s40461-023-00153-x","title":"Digital measurement of hands-on performance? Ecological validation of a computer-based assessment of automotive repair skills","display_name":"Digital measurement of hands-on performance? Ecological validation of a computer-based assessment of automotive repair skills","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389399736","doi":"https://doi.org/10.1186/s40461-023-00153-x"},"language":"en","primary_location":{"id":"doi:10.1186/s40461-023-00153-x","doi":"https://doi.org/10.1186/s40461-023-00153-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40461-023-00153-x","pdf_url":"https://ervet-journal.springeropen.com/counter/pdf/10.1186/s40461-023-00153-x","source":{"id":"https://openalex.org/S3035624105","display_name":"Empirical research in vocational education and training","issn_l":"1877-6337","issn":["1877-6337","1877-6345"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Research in Vocational Education and Training","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ervet-journal.springeropen.com/counter/pdf/10.1186/s40461-023-00153-x","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Stefan Hartmann","orcid":"https://orcid.org/0000-0002-5353-4669","observed_orcids":["https://orcid.org/0000-0002-5353-4669"]},"institutions":[{"id":"https://openalex.org/I32592955","display_name":"Ludwigsburg University of Education","ror":"https://ror.org/02j0n6s98","country_code":"DE","type":"education","lineage":["https://openalex.org/I32592955"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stefan Hartmann","raw_affiliation_strings":["Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5353-4669","affiliations":[{"raw_affiliation_string":"Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany","institution_ids":["https://openalex.org/I32592955"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Emre G\u00fczel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32592955","display_name":"Ludwigsburg University of Education","ror":"https://ror.org/02j0n6s98","country_code":"DE","type":"education","lineage":["https://openalex.org/I32592955"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Emre G\u00fczel","raw_affiliation_strings":["Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany","institution_ids":["https://openalex.org/I32592955"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040302579","display_name":"Tobias Gschwendtner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32592955","display_name":"Ludwigsburg University of Education","ror":"https://ror.org/02j0n6s98","country_code":"DE","type":"education","lineage":["https://openalex.org/I32592955"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Gschwendtner","raw_affiliation_strings":["Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abteilung Technik und ihre Didaktik, P\u00e4dagogische Hochschule Ludwigsburg, Reuteallee 46, 71634, Ludwigsburg, Germany","institution_ids":["https://openalex.org/I32592955"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32592955"],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":2.3213,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90948964,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"15","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14508","display_name":"Vocational Education and Training","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14508","display_name":"Vocational Education and Training","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13872","display_name":"Vocational and Entrepreneurial Education","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ecological-validity","display_name":"ecological validity","score":0.9599999785423279},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.9520000219345093},{"id":"https://openalex.org/keywords/video-vignettes","display_name":"video vignettes","score":0.8130000233650208},{"id":"https://openalex.org/keywords/vocational-education","display_name":"vocational education","score":0.5649999976158142},{"id":"https://openalex.org/keywords/skill-assessment","display_name":"skill assessment","score":0.5649999976158142},{"id":"https://openalex.org/keywords/validity-evidence","display_name":"validity evidence","score":0.574999988079071}],"concepts":[{"id":"https://openalex.org/C2776229289","wikidata":"https://www.wikidata.org/wiki/Q5352191","display_name":"Technician","level":2,"score":0.8222713470458984},{"id":"https://openalex.org/C107806365","wikidata":"https://www.wikidata.org/wiki/Q253567","display_name":"Apprenticeship","level":2,"score":0.7732009887695312},{"id":"https://openalex.org/C190210774","wikidata":"https://www.wikidata.org/wiki/Q15427384","display_name":"Ecological validity","level":3,"score":0.6503480076789856},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.6426153779029846},{"id":"https://openalex.org/C668760","wikidata":"https://www.wikidata.org/wiki/Q6869278","display_name":"Vocational education","level":2,"score":0.5128805637359619},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.499983549118042},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4864370822906494},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.4813128709793091},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46532198786735535},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.42676225304603577},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3926943242549896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38450944423675537},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22689202427864075},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.1710452437400818},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.12950146198272705},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.1030036211013794},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40461-023-00153-x","doi":"https://doi.org/10.1186/s40461-023-00153-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40461-023-00153-x","pdf_url":"https://ervet-journal.springeropen.com/counter/pdf/10.1186/s40461-023-00153-x","source":{"id":"https://openalex.org/S3035624105","display_name":"Empirical research in vocational education and training","issn_l":"1877-6337","issn":["1877-6337","1877-6345"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Research in Vocational Education and Training","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bdabcd5380484ed9ac0b5a481262874c","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/bdabcd5380484ed9ac0b5a481262874c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empirical Research in Vocational Education and Training, Vol 15, Iss 1, Pp 1-21 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40461-023-00153-x","doi":"https://doi.org/10.1186/s40461-023-00153-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40461-023-00153-x","pdf_url":"https://ervet-journal.springeropen.com/counter/pdf/10.1186/s40461-023-00153-x","source":{"id":"https://openalex.org/S3035624105","display_name":"Empirical research in vocational education and training","issn_l":"1877-6337","issn":["1877-6337","1877-6345"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Research in Vocational Education and Training","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8278999924659729}],"study_designs":[],"awards":[{"id":"https://openalex.org/G717692065","display_name":"Digitale Diagnostik und Intervention im Kfz-Wesen","funder_award_id":"21AP004A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389399736.pdf","grobid_xml":"https://content.openalex.org/works/W4389399736.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1526065517","https://openalex.org/W1530181449","https://openalex.org/W1602786196","https://openalex.org/W1967512222","https://openalex.org/W2021651379","https://openalex.org/W2045604035","https://openalex.org/W2072955335","https://openalex.org/W2125510309","https://openalex.org/W2128474890","https://openalex.org/W2143071980","https://openalex.org/W2317352592","https://openalex.org/W2330566212","https://openalex.org/W2486734829","https://openalex.org/W2490857485","https://openalex.org/W2580982132","https://openalex.org/W2582743722","https://openalex.org/W2602815978","https://openalex.org/W2753145733","https://openalex.org/W2803200313","https://openalex.org/W2894107986","https://openalex.org/W2904711198","https://openalex.org/W3021705861","https://openalex.org/W3175922377","https://openalex.org/W3176436259","https://openalex.org/W3194085330","https://openalex.org/W4206300474","https://openalex.org/W4210738361","https://openalex.org/W4241966478","https://openalex.org/W4242188807","https://openalex.org/W4243276258","https://openalex.org/W4246551565","https://openalex.org/W4254687493"],"related_works":["https://openalex.org/W4249821236","https://openalex.org/W4311002083","https://openalex.org/W2600633106","https://openalex.org/W2948330616","https://openalex.org/W2027754250","https://openalex.org/W1475206372","https://openalex.org/W2025447839","https://openalex.org/W2007544525","https://openalex.org/W2141963709","https://openalex.org/W2605009232"],"abstract_inverted_index":{"Abstract":[0],"We":[1,47,173],"investigated":[2],"the":[3,28,43,50,65,76,138,143,152,175,178,192,207],"ecological":[4,135],"validity":[5,136,186],"of":[6,22,33,64,79,107,137,180,210],"performance":[7,118],"measures":[8],"from":[9,42,188],"a":[10,61,181,203],"computer-based":[11,102],"assessment":[12,40,194],"tool":[13,24],"that":[14,49,184],"utilises":[15],"scripted":[16],"video":[17,114],"vignettes.":[18],"The":[19,111],"intended":[20],"purpose":[21],"this":[23],"is":[25,60,160],"to":[26,52,67,163,202],"assess":[27],"maintenance":[29],"and":[30,116],"repair":[31,55,125,156],"skills":[32],"automotive":[34],"technician":[35],"apprentices,":[36],"complementing":[37],"traditional":[38],"hands-on":[39,72,117,171],"formats":[41],"German":[44],"journeymen\u2019s":[45],"exams.":[46,211],"hypothesise":[48],"ability":[51,66],"correctly":[53],"judge":[54],"actions":[56,70,126,157],"shown":[57],"in":[58,71,75,177],"videos":[59,106],"good":[62],"predictor":[63],"perform":[68],"corresponding":[69],"scenarios.":[73],"Apprentices":[74],"third":[77],"year":[78],"vocational":[80],"training":[81],"carried":[82],"out":[83],"repairs":[84],"on":[85,100,170],"real":[86],"cars":[87],"or":[88],"car":[89],"systems,":[90],"while":[91],"experts":[92],"rated":[93],"their":[94],"performance.":[95],"After":[96],"this,":[97],"they":[98],"worked":[99],"our":[101,199],"tests,":[103,150],"which":[104],"utilise":[105],"very":[108],"similar":[109],"repairs.":[110],"correlation":[112],"between":[113],"judgement":[115],"was":[119],"lower":[120],"than":[121],"expected":[122],"for":[123,130,147,154,191],"most":[124],"as":[127,129,151],"well":[128],"overall":[131],"scores,":[132],"indicating":[133],"insufficient":[134],"test":[139],"score":[140],"interpretations.":[141],"However,":[142],"findings":[144,200],"are":[145],"promising":[146],"developing":[148],"future":[149],"results":[153,176],"some":[155],"indicate":[158],"it":[159],"generally":[161],"possible":[162],"develop":[164],"ecologically":[165],"valid":[166],"video-based":[167],"items":[168],"focusing":[169],"skills.":[172],"discuss":[174],"light":[179],"validation":[182],"framework":[183],"combines":[185],"evidence":[187],"different":[189],"sources":[190],"same":[193],"tool.":[195],"Finally,":[196],"we":[197],"hope":[198],"contribute":[201],"broader":[204],"discussion":[205],"about":[206],"psychometric":[208],"quality":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-12-07T00:00:00"}