{"id":"https://openalex.org/W4410226707","doi":"https://doi.org/10.1109/access.2025.3568501","title":"Bringing Machine Learning Classifiers Into Critical Cyber-Physical Systems: A Matter of Design","display_name":"Bringing Machine Learning Classifiers Into Critical Cyber-Physical Systems: A Matter of Design","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410226707","doi":"https://doi.org/10.1109/access.2025.3568501"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3568501","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568501","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3568501","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090706427","display_name":"Burcu Sayin","orcid":"https://orcid.org/0000-0001-6804-127X"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Burcu Sayin","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)"],"raw_orcid":"https://orcid.org/0000-0001-6804-127X","affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027443752","display_name":"Tommaso Zoppi","orcid":"https://orcid.org/0000-0001-9820-6047"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Zoppi","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Florence, Florence, Italy","Department of Mathematics and Computer Science, University of Florence, Viale Morgagni 65, Florence, (IT)"],"raw_orcid":"https://orcid.org/0000-0001-9820-6047","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Florence, Viale Morgagni 65, Florence, (IT)","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117490029","display_name":"Nicol\u00f2 Marchini","orcid":null},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicol\u00f2 Marchini","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)"],"raw_orcid":"https://orcid.org/0009-0001-9632-1794","affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085936899","display_name":"Fahad Ahmed Khokhar","orcid":"https://orcid.org/0009-0008-7890-4639"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fahad Ahmed Khokhar","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Florence, Florence, Italy","Department of Mathematics and Computer Science, University of Florence, Viale Morgagni 65, Florence, (IT)"],"raw_orcid":"https://orcid.org/0009-0008-7890-4639","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Florence, Viale Morgagni 65, Florence, (IT)","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066187890","display_name":"Andrea Passerini","orcid":"https://orcid.org/0000-0002-2765-5395"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Passerini","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Department of Information Engineering & Computer Science, University of Trento, Via Sommarive 9, Povo, (IT)","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.4897,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89173297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"94858","last_page":"94877"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.5902000069618225,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.5902000069618225,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.744442343711853},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.740684449672699},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4285227656364441},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3863665461540222},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36359328031539917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744442343711853},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.740684449672699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4285227656364441},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3863665461540222},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36359328031539917},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2025.3568501","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568501","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bac8e6a079074e85893ee3dfc2d7d04c","is_oa":true,"landing_page_url":"https://doaj.org/article/bac8e6a079074e85893ee3dfc2d7d04c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 94858-94877 (2025)","raw_type":"article"},{"id":"pmh:oai:flore.unifi.it:2158/1423095","is_oa":false,"landing_page_url":"https://hdl.handle.net/2158/1423095","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unitn.it:11572/453732","is_oa":true,"landing_page_url":"https://hdl.handle.net/11572/453732","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3568501","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568501","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2197859231","display_name":null,"funder_award_id":"SERICS(PE00000014)","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G3157677156","display_name":null,"funder_award_id":"TANGO - Grant Agreement no. 101120763","funder_id":"https://openalex.org/F4320338444","funder_display_name":"HORIZON EUROPE Digital, Industry and Space"},{"id":"https://openalex.org/G5454008366","display_name":null,"funder_award_id":"202297YF75 PRIN 2022 project S2","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null},{"id":"https://openalex.org/F4320338444","display_name":"HORIZON EUROPE Digital, Industry and Space","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1985987493","https://openalex.org/W2012942264","https://openalex.org/W2023943903","https://openalex.org/W2025223104","https://openalex.org/W2031163547","https://openalex.org/W2065756680","https://openalex.org/W2081036449","https://openalex.org/W2098317899","https://openalex.org/W2098824882","https://openalex.org/W2099940443","https://openalex.org/W2115397797","https://openalex.org/W2119018277","https://openalex.org/W2120461653","https://openalex.org/W2122646361","https://openalex.org/W2137560901","https://openalex.org/W2145071552","https://openalex.org/W2254249950","https://openalex.org/W2295598076","https://openalex.org/W2296509296","https://openalex.org/W2484065175","https://openalex.org/W2529633832","https://openalex.org/W2583689529","https://openalex.org/W2601474892","https://openalex.org/W2770942607","https://openalex.org/W2789828921","https://openalex.org/W2799900537","https://openalex.org/W2906631928","https://openalex.org/W2913337807","https://openalex.org/W2917792182","https://openalex.org/W2924689635","https://openalex.org/W2947869719","https://openalex.org/W2958285686","https://openalex.org/W2963995504","https://openalex.org/W2985970291","https://openalex.org/W2999309192","https://openalex.org/W3027898192","https://openalex.org/W3044867970","https://openalex.org/W3047636306","https://openalex.org/W3084346886","https://openalex.org/W3087060148","https://openalex.org/W3122715378","https://openalex.org/W3126272279","https://openalex.org/W3174086521","https://openalex.org/W3181367324","https://openalex.org/W3202026189","https://openalex.org/W3205510019","https://openalex.org/W3216660278","https://openalex.org/W4285165332","https://openalex.org/W4293907345","https://openalex.org/W4312204532","https://openalex.org/W4313611645","https://openalex.org/W4317214084","https://openalex.org/W4319999924","https://openalex.org/W4365808162","https://openalex.org/W4366149064","https://openalex.org/W4386505605","https://openalex.org/W4387171515","https://openalex.org/W4388706525","https://openalex.org/W4389956001","https://openalex.org/W4390187585","https://openalex.org/W4396914764","https://openalex.org/W4400645455","https://openalex.org/W4402263795","https://openalex.org/W4405865604","https://openalex.org/W4408515182","https://openalex.org/W4410217206","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6744870235","https://openalex.org/W6750095872","https://openalex.org/W6752028980","https://openalex.org/W6758975236","https://openalex.org/W6767303091","https://openalex.org/W6771277597","https://openalex.org/W6781160445","https://openalex.org/W6888465125","https://openalex.org/W7006806681"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Domain":[0],"experts":[1],"are":[2,23,143],"striving":[3],"to":[4,26,88,135,163],"solve":[5],"classification":[6],"problems":[7],"through":[8,129],"the":[9,18,51,89,113,157,239],"application":[10],"of":[11,115,146,159,184],"Machine":[12],"Learning":[13],"(ML)":[14],"models,":[15],"aiming":[16],"for":[17,97,104,123,216,241],"highest":[19],"accuracy.":[20],"However,":[21],"classifiers":[22,60,117,147,161],"inherently":[24],"prone":[25],"misclassifications,":[27],"especially":[28],"when":[29],"encountering":[30],"unknown":[31,105],"input":[32],"data.":[33],"This":[34,55],"complicates":[35],"their":[36],"deployment":[37,233],"in":[38,67,86,234],"critical":[39,235],"Cyber-Physical":[40],"Systems":[41],"(CPSs),":[42],"where":[43],"misclassifications":[44],"can":[45,78],"have":[46],"detrimental":[47],"effects":[48],"on":[49,131,231],"people,":[50],"environment,":[52],"or":[53,65],"infrastructure.":[54],"paper":[56],"argues":[57],"that":[58,99,121],"ML":[59,244],"should":[61],"not":[62],"be":[63],"designed":[64],"evaluated":[66],"isolation":[68],"but":[69],"rather":[70],"conceptualized":[71],"as":[72],"Critical":[73],"System":[74],"Classifiers":[75],"(CSCs),":[76],"which":[77,142],"reject":[79],"uncertain":[80],"predictions":[81],"and":[82,109,139,177,186,202,229],"trigger":[83],"mitigation":[84],"strategies":[85,179],"accordance":[87],"encompassing":[90],"CPS.":[91],"We":[92,125],"present":[93],"an":[94],"high-level":[95],"architecture":[96,228],"CSCs":[98],"supports":[100],"black-box":[101],"integration,":[102],"preprocessing":[103],"detection,":[106,141],"post-hoc":[107],"calibration,":[108],"cost-sensitive":[110,154],"thresholding,":[111],"emphasizing":[112],"importance":[114],"evaluating":[116],"using":[118,209],"cost-aware":[119],"metrics":[120],"account":[122],"rejections.":[124],"validate":[126],"our":[127,210,221],"proposal":[128],"experiments":[130],"tabular":[132],"datasets":[133],"related":[134],"failure":[136],"prediction,":[137],"intrusion":[138],"error":[140],"common":[144],"applications":[145],"within":[148],"CPSs.":[149],"Key":[150],"findings":[151],"are:":[152],"i)":[153],"evaluation":[155],"promotes":[156],"usage":[158],"different":[160],"compared":[162],"standard":[164],"performance":[165],"metrics,":[166],"ii)":[167],"tree-based":[168],"models":[169],"outperform":[170],"statistical":[171],"ones,":[172],"classification-wise,":[173],"iii)":[174],"prediction":[175],"calibration":[176],"rejection":[178,200],"provide":[180],"a":[181,193,224,242],"robust":[182],"notion":[183],"confidence,":[185],"iv)":[187],"combining":[188],"multiple":[189],"uncertainty-based":[190],"rejectors":[191],"achieves":[192],"favorable":[194],"balance":[195],"between":[196],"high":[197],"accuracy,":[198],"low":[199],"rate,":[201],"cost.":[203],"The":[204],"analyses":[205],"above":[206],"were":[207],"conducted":[208],"publicly":[211],"available":[212],"CINNABAR":[213],"GitHub":[214],"repository":[215],"experimentations":[217],"with":[218],"CSCs.":[219],"Overall,":[220],"study":[222],"offers":[223],"system-level":[225],"perspective,":[226],"software":[227],"implementation":[230],"classifier":[232],"CPSs":[236],"domains,":[237],"paving":[238],"way":[240],"trustworthy":[243],"integration":[245],"into":[246],"real-world":[247],"infrastructures.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}