{"id":"https://openalex.org/W95391712","doi":null,"title":"Quality of the Critical Incident Technique in Practice: Interrater Reliability and Users' Acceptance under Real Conditions","display_name":"Quality of the Critical Incident Technique in Practice: Interrater Reliability and Users' Acceptance under Real Conditions","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W95391712","mag":"95391712"},"language":"en","primary_location":{"id":"mag:95391712","doi":null,"is_oa":false,"landing_page_url":"http://www.psychologie-aktuell.com/fileadmin/download/PschologyScience/1-2009/01_Koch.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2736500114","display_name":"Psychology science","issn_l":"1614-9947","issn":["1614-9947"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310313691","host_organization_name":"Pabst Science Publishers","host_organization_lineage":["https://openalex.org/P4310313691"],"host_organization_lineage_names":["Pabst Science Publishers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Psychology science","raw_type":null},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003362579","display_name":"Anna R. Koch","orcid":"https://orcid.org/0000-0002-5975-5438","observed_orcids":["https://orcid.org/0000-0002-5975-5438"]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"A. Koch","raw_affiliation_strings":["Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5975-5438","affiliations":[{"raw_affiliation_string":"Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105357045","display_name":"Anja Strobel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anja Strobel","raw_affiliation_strings":["Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080795880","display_name":"G\u00fcler Kici","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"G\u00fcler Kici","raw_affiliation_strings":["BG Institute Work and Health, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BG Institute Work and Health, Dresden, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019555417","display_name":"Karl Westhoff","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karl Westhoff","raw_affiliation_strings":["Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dresden University of Technology, Department of Psychology, Assessment and Intervention, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3316,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.90219522,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"51","issue":"1","first_page":"3","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.2029000073671341,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.2029000073671341,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.15929999947547913,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.1324000060558319,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/critical-incident-technique","display_name":"critical incident technique","score":0.9860000014305115},{"id":"https://openalex.org/keywords/task-analysis","display_name":"task analysis","score":0.8339999914169312},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.972000002861023},{"id":"https://openalex.org/keywords/user-acceptance","display_name":"user acceptance","score":0.7739999890327454},{"id":"https://openalex.org/keywords/psychometric-properties","display_name":"psychometric properties","score":0.6629999876022339},{"id":"https://openalex.org/keywords/behavior-classification","display_name":"behavior classification","score":0.42500001192092896},{"id":"https://openalex.org/keywords/benefit-cost-ratio","display_name":"benefit-cost ratio","score":0.7260000109672546},{"id":"https://openalex.org/keywords/feasibility","display_name":"feasibility","score":0.8579999804496765},{"id":"https://openalex.org/keywords/job-analysis","display_name":"job analysis","score":0.7699999809265137},{"id":"https://openalex.org/keywords/occupational-accident-insurance","display_name":"occupational accident insurance","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.8682437539100647},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.710574746131897},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7035267353057861},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6848182082176208},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6220309138298035},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.5877929329872131},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5409084558486938},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3515823483467102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35001012682914734},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.24011799693107605},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.10092702507972717},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06891849637031555},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:95391712","doi":null,"is_oa":false,"landing_page_url":"http://www.psychologie-aktuell.com/fileadmin/download/PschologyScience/1-2009/01_Koch.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2736500114","display_name":"Psychology science","issn_l":"1614-9947","issn":["1614-9947"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310313691","host_organization_name":"Pabst Science Publishers","host_organization_lineage":["https://openalex.org/P4310313691"],"host_organization_lineage_names":["Pabst Science Publishers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Psychology science","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W123080854","https://openalex.org/W1694013520","https://openalex.org/W1830949119","https://openalex.org/W1964420317","https://openalex.org/W1975879668","https://openalex.org/W1986567962","https://openalex.org/W2012091552","https://openalex.org/W2025832304","https://openalex.org/W2039663021","https://openalex.org/W2041368541","https://openalex.org/W2056091508","https://openalex.org/W2056704909","https://openalex.org/W2060999227","https://openalex.org/W2067843617","https://openalex.org/W2091853700","https://openalex.org/W2122509472","https://openalex.org/W2122995534","https://openalex.org/W2129823651","https://openalex.org/W2142325887","https://openalex.org/W2149558252","https://openalex.org/W2155955375","https://openalex.org/W2164777277","https://openalex.org/W2322536884","https://openalex.org/W2725326261","https://openalex.org/W2904903597","https://openalex.org/W2975671959","https://openalex.org/W3215481475"],"related_works":["https://openalex.org/W7097816417","https://openalex.org/W2975671959","https://openalex.org/W2056704909","https://openalex.org/W2905468505","https://openalex.org/W2331949165","https://openalex.org/W2129823651","https://openalex.org/W2012091552","https://openalex.org/W4232510579","https://openalex.org/W1977282795","https://openalex.org/W4312854898"],"abstract_inverted_index":{"The":[0,174,186],"Critical":[1],"Incident":[2],"Technique":[3],"(CIT)":[4],"is":[5,47],"a":[6,38,148],"widely":[7],"used":[8],"task":[9,125,201],"analysis":[10,126,150,202],"method":[11],"in":[12,57,128,147,190],"personnel":[13],"psychology.":[14],"While":[15],"studies":[16],"on":[17],"psychometric":[18,51],"properties":[19,52],"of":[20,31,43,53,67,80,95,100,123,131,178,200],"the":[21,44,50,54,65,68,77,81,92,96,98,106,113,121,124,152,158,164,179,198],"CIT":[22,56,82,181],"so":[23],"far":[24],"primarily":[25],"took":[26,145],"into":[27,103],"account":[28],"relevance":[29,159],"ratings":[30],"task-lists":[32],"or":[33,40,196],"attributes,":[34],"and":[35,61,76,86,108,138,176],"hence,":[36],"only":[37],"smaller":[39],"adapted":[41],"part":[42,146],"CIT,":[45],"little":[46],"known":[48],"about":[49],"complete":[55,180],"its":[58],"most":[59],"meaningful":[60],"fruitful":[62],"way.":[63],"Therefore,":[64],"aim":[66],"present":[69],"study":[70],"was":[71,161],"to":[72,88,192],"assess":[73],"interrater":[74,155,172],"reliability":[75,156],"participants\u2019":[78,114],"view":[79],"under":[83],"real":[84],"conditions":[85],"especially":[87],"provide":[89],"data":[90],"for":[91,120,134,157,171],"key":[93],"step":[94,166],"CIT:":[97],"classification":[99,165],"behavior":[101],"descriptions":[102],"requirements.":[104],"Additionally,":[105],"cost-benefit-ratio":[107,175],"practicability":[109,177],"were":[110,182],"rated":[111,183],"from":[112],"views":[115],"as":[116,140,142],"an":[117],"important":[118],"indicator":[119],"acceptance":[122],"approach":[127],"practice.":[129],"Instructors":[130],"German":[132],"Institutions":[133],"Statutory":[135],"Accidents":[136],"Insurance":[137],"Prevention":[139],"well":[141],"their":[143],"supervisors":[144],"job":[149],"with":[151],"CIT.":[153],"Moderate":[154],"rating":[160],"found":[162],"while":[163],"yielded":[167],"unexpectedly":[168],"low":[169],"coefficients":[170],"reliability.":[173],"very":[184],"positive.":[185],"results":[187],"are":[188],"discussed":[189],"relation":[191],"determinants":[193],"that":[194],"facilitate":[195],"impede":[197],"application":[199],"procedures.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2016-06-24T00:00:00"}