{"id":"https://openalex.org/W7166704487","doi":"https://doi.org/10.46300/9109.2026.20.13","title":"A hybrid FRAM-Kirkpatrick framework for evaluating OSH digital training effectiveness in complex socio-technical systems","display_name":"A hybrid FRAM-Kirkpatrick framework for evaluating OSH digital training effectiveness in complex socio-technical systems","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166704487","doi":"https://doi.org/10.46300/9109.2026.20.13"},"language":"en","primary_location":{"id":"doi:10.46300/9109.2026.20.13","doi":"https://doi.org/10.46300/9109.2026.20.13","is_oa":true,"landing_page_url":"https://doi.org/10.46300/9109.2026.20.13","pdf_url":"https://doi.org/10.46300/9109.2026.20.13","source":{"id":"https://openalex.org/S4210226814","display_name":"International Journal of Education and Information Technologies","issn_l":"2074-1316","issn":["2074-1316"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Education and Information Technologies","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.46300/9109.2026.20.13","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140955276","display_name":"Andrei \u0218tefan IACOB","orcid":"https://orcid.org/0009-0005-9296-8653","observed_orcids":["https://orcid.org/0009-0005-9296-8653"]},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Andrei Stefan Iacob","raw_affiliation_strings":["National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056444150","display_name":"Oana-Roxana CHIVU","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Oana-Roxana Chivu","raw_affiliation_strings":["National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030050847","display_name":"Mihnea Costoiu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Mihnea Costoiu","raw_affiliation_strings":["National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Science and Technology POLITEHNICA Bucharest, Faculty of Industrial Engineering and Robotics, 313 Splaiul Independen\u021bei, Sector 6, Zip Code 060042, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014772702","display_name":"Alina Trifu","orcid":"https://orcid.org/0000-0003-0226-9110","observed_orcids":["https://orcid.org/0000-0003-0226-9110"]},"institutions":[{"id":"https://openalex.org/I4210160308","display_name":"National Research and Development Institute on Occupational Safety","ror":"https://ror.org/04pejqy21","country_code":"RO","type":"facility","lineage":["https://openalex.org/I4210160308"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Alina Trifu","raw_affiliation_strings":["National Research and Development Institute on Occupational Safety - I.N.C.D.P.M. \u201cAlexandru Darabont\u201d, 35A Ghencea Blvd., Zip Code 061692, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Research and Development Institute on Occupational Safety - I.N.C.D.P.M. \u201cAlexandru Darabont\u201d, 35A Ghencea Blvd., Zip Code 061692, Bucharest, Romania","institution_ids":["https://openalex.org/I4210160308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019304115","display_name":"Roland Iosif Moraru","orcid":"https://orcid.org/0000-0001-8629-8394","observed_orcids":["https://orcid.org/0000-0001-8629-8394"]},"institutions":[{"id":"https://openalex.org/I4210149165","display_name":"Universitatea Din Petrosani","ror":"https://ror.org/055k3dh55","country_code":"RO","type":"education","lineage":["https://openalex.org/I4210149165"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Roland Moraru","raw_affiliation_strings":["University of Petro\u0219ani, Faculty of Mining, Department of Management and Industrial Engineering, Petrosani, Zip Code 332006, Hunedoara, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Petro\u0219ani, Faculty of Mining, Department of Management and Industrial Engineering, Petrosani, Zip Code 332006, Hunedoara, Romania","institution_ids":["https://openalex.org/I4210149165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022637486","display_name":"Adrian Bibi\u0219","orcid":"https://orcid.org/0009-0002-1774-2599","observed_orcids":["https://orcid.org/0009-0002-1774-2599"]},"institutions":[{"id":"https://openalex.org/I4210159047","display_name":"Romanian Research and Development Institute for Gas Turbines","ror":"https://ror.org/05t2k9j40","country_code":"RO","type":"facility","lineage":["https://openalex.org/I4210159047"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Adrian Bibi\u0219","raw_affiliation_strings":["National Research and Development Institute for Gas Turbines COMOTI, B-dul Iuliu Maniu nr. 220D, sector 6, Zip Code 061126, Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Research and Development Institute for Gas Turbines COMOTI, B-dul Iuliu Maniu nr. 220D, sector 6, Zip Code 061126, Bucharest, Romania","institution_ids":["https://openalex.org/I4210159047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"124","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.5946999788284302,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":0.5946999788284302,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.3666999936103821,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13315","display_name":"Occupational Health and Safety in Workplaces","score":0.010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/occupational-health-and-safety-training","display_name":"occupational health and safety training","score":0.9810000061988831},{"id":"https://openalex.org/keywords/functional-resonance-analysis-method","display_name":"Functional Resonance Analysis Method","score":0.9110000133514404},{"id":"https://openalex.org/keywords/kirkpatrick-model","display_name":"Kirkpatrick model","score":0.8600000143051147},{"id":"https://openalex.org/keywords/training-evaluation","display_name":"training evaluation","score":0.8370000123977661},{"id":"https://openalex.org/keywords/sociotechnical-systems","display_name":"socio-technical systems","score":0.8899999856948853},{"id":"https://openalex.org/keywords/road-transport-drivers","display_name":"road transport drivers","score":0.656000018119812},{"id":"https://openalex.org/keywords/driver-safety-behavior","display_name":"driver safety behavior","score":0.7770000100135803},{"id":"https://openalex.org/keywords/systemic-intervention","display_name":"systemic intervention","score":0.527999997138977}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5734000205993652},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4797999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4510999917984009},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3646000027656555},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C2776857766","wikidata":"https://www.wikidata.org/wiki/Q7832987","display_name":"Training system","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26350000500679016},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.46300/9109.2026.20.13","doi":"https://doi.org/10.46300/9109.2026.20.13","is_oa":true,"landing_page_url":"https://doi.org/10.46300/9109.2026.20.13","pdf_url":"https://doi.org/10.46300/9109.2026.20.13","source":{"id":"https://openalex.org/S4210226814","display_name":"International Journal of Education and Information Technologies","issn_l":"2074-1316","issn":["2074-1316"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Education and Information Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.46300/9109.2026.20.13","doi":"https://doi.org/10.46300/9109.2026.20.13","is_oa":true,"landing_page_url":"https://doi.org/10.46300/9109.2026.20.13","pdf_url":"https://doi.org/10.46300/9109.2026.20.13","source":{"id":"https://openalex.org/S4210226814","display_name":"International Journal of Education and Information Technologies","issn_l":"2074-1316","issn":["2074-1316"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","poland-20","russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Education and Information Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.4156000018119812,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166704487.pdf","grobid_xml":"https://content.openalex.org/works/W7166704487.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W775639888","https://openalex.org/W1994768711","https://openalex.org/W2012535913","https://openalex.org/W2096615112","https://openalex.org/W2097592370","https://openalex.org/W2098616943","https://openalex.org/W2141139070","https://openalex.org/W2156994121","https://openalex.org/W2165041900","https://openalex.org/W2171038282","https://openalex.org/W2497045469","https://openalex.org/W2510290507","https://openalex.org/W2515887171","https://openalex.org/W2770771701","https://openalex.org/W3026255602","https://openalex.org/W3120597651","https://openalex.org/W3124544214","https://openalex.org/W3134498780","https://openalex.org/W3135775814","https://openalex.org/W3137116938","https://openalex.org/W4200033913","https://openalex.org/W4212846253","https://openalex.org/W4251985298","https://openalex.org/W4360859305","https://openalex.org/W4367322158","https://openalex.org/W4381095080","https://openalex.org/W4386000810","https://openalex.org/W4388793607","https://openalex.org/W4393356290","https://openalex.org/W4406223603","https://openalex.org/W4406985958","https://openalex.org/W4407165414","https://openalex.org/W4408333776","https://openalex.org/W4408627053","https://openalex.org/W4409634918","https://openalex.org/W4415422890","https://openalex.org/W4416209033","https://openalex.org/W7108462544","https://openalex.org/W7115709118"],"related_works":["https://openalex.org/W7160130816","https://openalex.org/W7215059057","https://openalex.org/W7204572002","https://openalex.org/W4281709852","https://openalex.org/W4402677021","https://openalex.org/W7112186631","https://openalex.org/W4206908798","https://openalex.org/W7053263445","https://openalex.org/W3093236631","https://openalex.org/W133991732"],"abstract_inverted_index":{"Digital":[0],"occupational":[1],"safety":[2],"and":[3,31,102,112],"health":[4],"training":[5,38,68,76,141],"is":[6,17,88],"nowadays":[7],"widely":[8],"adopted":[9],"in":[10,94,110,120,143],"complex":[11,144],"socio-technical":[12,145],"systems.":[13,146],"Yet":[14],"its":[15],"effectiveness":[16,39,142],"often":[18],"assessed":[19],"using":[20],"linear":[21],"approaches":[22],"that":[23,37,130],"fail":[24],"to":[25],"capture":[26],"impacts":[27],"on":[28],"real":[29],"work":[30],"system":[32,125],"performance.":[33],"This":[34],"study":[35],"argues":[36],"cannot":[40],"be":[41],"meaningfully":[42],"evaluated":[43],"without":[44],"a":[45,78,117,135],"systemic":[46,79],"perspective.":[47],"To":[48],"address":[49],"this":[50],"gap,":[51],"the":[52,55,59,66,95,131],"paper":[53],"proposes":[54],"FRAM-Kirkpatrick":[56,86,132],"Framework,":[57],"integrating":[58],"Functional":[60],"Resonance":[61],"Analysis":[62],"Method":[63],"(FRAM)":[64],"with":[65],"Kirkpatrick":[67],"evaluation":[69,138],"model.":[70],"The":[71,85,127],"framework":[72],"conceptualizes":[73],"digital":[74,140],"OSH":[75],"as":[77],"intervention":[80],"influencing":[81],"functional":[82,121],"performance":[83],"variability.":[84],"Framework":[87,133],"applied":[89],"through":[90],"multiple":[91],"case":[92],"studies":[93],"road":[96],"transport":[97],"sector":[98],"involving":[99],"three":[100],"companies":[101],"47":[103],"professional":[104],"drivers.":[105],"Results":[106],"show":[107],"significant":[108],"improvements":[109],"learning":[111],"safe":[113],"behavior,":[114],"accompanied":[115],"by":[116],"substantial":[118],"reduction":[119],"variability":[122],"within":[123],"critical":[124],"functions.":[126],"findings":[128],"demonstrate":[129],"enables":[134],"more":[136],"robust":[137],"of":[139]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-01T00:00:00"}