{"id":"https://openalex.org/W4385806239","doi":"https://doi.org/10.3390/fi15080268","title":"Real-World Implementation and Integration of an Automatic Scoring System for Workplace Safety Courses in Italian","display_name":"Real-World Implementation and Integration of an Automatic Scoring System for Workplace Safety Courses in Italian","publication_year":2023,"publication_date":"2023-08-12","ids":{"openalex":"https://openalex.org/W4385806239","doi":"https://doi.org/10.3390/fi15080268"},"language":"en","primary_location":{"id":"doi:10.3390/fi15080268","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15080268","pdf_url":"https://www.mdpi.com/1999-5903/15/8/268/pdf?version=1691987809","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/15/8/268/pdf?version=1691987809","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076777213","display_name":"Nicola Arici","orcid":"https://orcid.org/0009-0000-9713-6630"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicola Arici","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","Mega Italia Media, Via Roncadelle 70A, 25030 Castel Mella, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]},{"raw_affiliation_string":"Mega Italia Media, Via Roncadelle 70A, 25030 Castel Mella, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073627176","display_name":"Alfonso Gerevini","orcid":"https://orcid.org/0000-0001-9008-6386"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfonso Gerevini","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049893124","display_name":"Matteo Olivato","orcid":"https://orcid.org/0000-0002-9843-7854"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Olivato","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9843-7854","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044037409","display_name":"Luca Putelli","orcid":"https://orcid.org/0009-0008-5055-6812"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Putelli","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046152376","display_name":"Luca Sigalini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luca Sigalini","raw_affiliation_strings":["Mega Italia Media, Via Roncadelle 70A, 25030 Castel Mella, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mega Italia Media, Via Roncadelle 70A, 25030 Castel Mella, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068039203","display_name":"Ivan Serina","orcid":"https://orcid.org/0000-0002-7785-9492"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Ivan Serina","raw_affiliation_strings":["Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7785-9492","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Brescia, Via Branze 38, 25121 Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5068039203","https://openalex.org/A5076777213"],"corresponding_institution_ids":["https://openalex.org/I79940851"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.9307,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7419634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"15","issue":"8","first_page":"268","last_page":"268"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8604878187179565},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6042622923851013},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5907842516899109},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4945995509624481},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37914490699768066},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3710632026195526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35156238079071045},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11834904551506042},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09769633412361145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8604878187179565},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6042622923851013},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5907842516899109},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4945995509624481},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37914490699768066},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3710632026195526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35156238079071045},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11834904551506042},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09769633412361145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/fi15080268","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15080268","pdf_url":"https://www.mdpi.com/1999-5903/15/8/268/pdf?version=1691987809","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:iris.unibs.it:11379/583666","is_oa":true,"landing_page_url":"https://hdl.handle.net/11379/583666","pdf_url":"https://iris.unibs.it/bitstream/11379/583666/2/futureinternet-15-00268-v2.pdf","source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:gam:jftint:v:15:y:2023:i:8:p:268-:d:1215858","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/15/8/268/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:d24e436dbb1e44009ff3285ab22113a3","is_oa":true,"landing_page_url":"https://doaj.org/article/d24e436dbb1e44009ff3285ab22113a3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 15, Iss 8, p 268 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/15/8/268/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/fi15080268","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi15080268","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15080268","pdf_url":"https://www.mdpi.com/1999-5903/15/8/268/pdf?version=1691987809","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1801045514","display_name":null,"funder_award_id":"101016442","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G3006576871","display_name":null,"funder_award_id":"2018-2022","funder_id":"https://openalex.org/F4320317295","funder_display_name":"Dipartimenti di Eccellenza"},{"id":"https://openalex.org/G3827193553","display_name":null,"funder_award_id":"952215","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4956079712","display_name":null,"funder_award_id":"2018-2022","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G6315092050","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320317295","display_name":"Dipartimenti di Eccellenza","ror":null},{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"},{"id":"https://openalex.org/F4320324342","display_name":"Universit\u00e0 degli Studi di Brescia","ror":"https://ror.org/02q2d2610"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385806239.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2064675550","https://openalex.org/W2105273228","https://openalex.org/W2115947752","https://openalex.org/W2133436118","https://openalex.org/W2250539671","https://openalex.org/W2582664174","https://openalex.org/W2592374163","https://openalex.org/W2739522917","https://openalex.org/W2787560479","https://openalex.org/W2797669327","https://openalex.org/W2895991254","https://openalex.org/W2896457183","https://openalex.org/W2900237823","https://openalex.org/W2913323467","https://openalex.org/W2921312604","https://openalex.org/W2938619571","https://openalex.org/W2962369866","https://openalex.org/W2962739339","https://openalex.org/W2964413085","https://openalex.org/W2970641574","https://openalex.org/W2970771982","https://openalex.org/W2970812170","https://openalex.org/W2971569798","https://openalex.org/W2996035354","https://openalex.org/W3019416653","https://openalex.org/W3033893524","https://openalex.org/W3037461693","https://openalex.org/W3090686793","https://openalex.org/W3093526511","https://openalex.org/W3167282650","https://openalex.org/W3176477796","https://openalex.org/W3184620942","https://openalex.org/W3190369693","https://openalex.org/W3196248941","https://openalex.org/W4212804285","https://openalex.org/W4214826806","https://openalex.org/W4214947217","https://openalex.org/W4280510965","https://openalex.org/W4285135404","https://openalex.org/W4323903888","https://openalex.org/W4377095850","https://openalex.org/W4382812356","https://openalex.org/W6732558817","https://openalex.org/W6756378809","https://openalex.org/W6767869522"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2081647779","https://openalex.org/W4237750775","https://openalex.org/W1975570126","https://openalex.org/W2012842278","https://openalex.org/W2393417857","https://openalex.org/W2103102750","https://openalex.org/W2382247433","https://openalex.org/W3118295188","https://openalex.org/W2373752781"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"and":[2,44,175],"Natural":[3],"Language":[4],"Processing":[5],"techniques":[6],"can":[7],"have":[8],"a":[9,41,50,63,70,75,114],"very":[10,85],"significant":[11],"impact":[12],"on":[13,118],"the":[14,18,32,60,67,95,99,103,106,119,141,158,185,190],"e-learning":[15,154],"sector,":[16],"with":[17,52,98,102,181,184],"introduction":[19],"of":[20,66,78],"chatbots,":[21],"automatic":[22,126],"correctors,":[23],"or":[24],"scoring":[25,127],"systems.":[26],"However,":[27],"integrating":[28],"such":[29,156],"technologies":[30],"into":[31],"business":[33],"environment":[34],"in":[35,133],"an":[36,89,125],"effective":[37],"way":[38],"is":[39,83],"not":[40,46],"trivial":[42],"operation,":[43],"it":[45,58,82],"only":[47],"requires":[48,59],"realising":[49],"model":[51],"good":[53],"predictive":[54],"performance,":[55],"but":[56],"also":[57,84],"following:":[61],"(i)":[62],"proper":[64],"study":[65],"task,":[68],"(ii)":[69],"data":[71],"collection":[72],"process,":[73],"(iii)":[74],"real-world":[76,115],"evaluation":[77],"its":[79],"utility.":[80],"Moreover,":[81],"important":[86],"to":[87,140],"build":[88],"entire":[90],"IT":[91],"infrastructure":[92],"that":[93],"connects":[94],"AI":[96],"system":[97,128,170],"company":[100],"database,":[101],"human":[104],"employees,":[105],"users,":[107],"etc.":[108],"In":[109],"this":[110],"work,":[111],"we":[112],"present":[113],"system,":[116],"based":[117],"state-of-the-art":[120],"BERT":[121],"model,":[122],"which":[123,145],"implements":[124],"for":[129,178],"open-ended":[130],"questions":[131,138],"written":[132],"Italian.":[134],"More":[135],"specifically,":[136],"these":[137],"pertain":[139],"workplace":[142],"safety":[143],"courses":[144],"every":[146],"worker":[147],"must":[148],"attend":[149],"by":[150,161,189],"law,":[151],"often":[152],"via":[153],"platforms":[155],"as":[157],"one":[159],"offered":[160],"Mega":[162],"Italia":[163],"Media.":[164],"This":[165],"article":[166],"describes":[167],"how":[168],"our":[169],"has":[171],"been":[172],"designed,":[173],"evaluated,":[174],"finally":[176],"deployed":[177],"commercial":[179],"use":[180],"complete":[182],"integration":[183],"other":[186],"services":[187],"provided":[188],"company.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2023-08-15T00:00:00"}