{"id":"https://openalex.org/W4285165332","doi":"https://doi.org/10.1109/tetc.2022.3178631","title":"On the Properness of Incorporating Binary Classification Machine Learning Algorithms Into Safety-Critical Systems","display_name":"On the Properness of Incorporating Binary Classification Machine Learning Algorithms Into Safety-Critical Systems","publication_year":2022,"publication_date":"2022-06-03","ids":{"openalex":"https://openalex.org/W4285165332","doi":"https://doi.org/10.1109/tetc.2022.3178631"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2022.3178631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2022.3178631","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/9970409/09788529.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6245516/9970409/09788529.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081356359","display_name":"Mohamad Gharib","orcid":"https://orcid.org/0000-0003-2286-2819"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mohamad Gharib","raw_affiliation_strings":["Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy"],"affiliations":[{"raw_affiliation_string":"Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027443752","display_name":"Tommaso Zoppi","orcid":"https://orcid.org/0000-0001-9820-6047"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Zoppi","raw_affiliation_strings":["Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy"],"affiliations":[{"raw_affiliation_string":"Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016669256","display_name":"Andrea Bondavalli","orcid":"https://orcid.org/0000-0001-7366-6530"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Bondavalli","raw_affiliation_strings":["Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy"],"affiliations":[{"raw_affiliation_string":"Informatic and Maths Department (DiMal), University of Florence, Firenze, Italy","institution_ids":["https://openalex.org/I45084792"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081356359"],"corresponding_institution_ids":["https://openalex.org/I45084792"],"apc_list":null,"apc_paid":null,"fwci":1.5268,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.85284317,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"10","issue":"4","first_page":"1671","last_page":"1686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8213227987289429},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.6131134629249573},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5853895545005798},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5615869760513306},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5476594567298889},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5229345560073853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4737352132797241},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4697801470756531},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.4655490815639496},{"id":"https://openalex.org/keywords/life-critical-system","display_name":"Life-critical system","score":0.4162100553512573},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.20708954334259033},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.13206231594085693},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12057808041572571}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8213227987289429},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.6131134629249573},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5853895545005798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5615869760513306},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5476594567298889},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5229345560073853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4737352132797241},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4697801470756531},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.4655490815639496},{"id":"https://openalex.org/C163707989","wikidata":"https://www.wikidata.org/wiki/Q1996307","display_name":"Life-critical system","level":3,"score":0.4162100553512573},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.20708954334259033},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.13206231594085693},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12057808041572571},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tetc.2022.3178631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2022.3178631","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/9970409/09788529.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},{"id":"pmh:oai:flore.unifi.it:2158/1272604","is_oa":true,"landing_page_url":"https://hdl.handle.net/2158/1272604","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unitn.it:11572/389593","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/9788529","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tetc.2022.3178631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2022.3178631","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/9970409/09788529.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6000000238418579,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1464101492","display_name":null,"funder_award_id":"FESR 2014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2628364946","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G384288435","display_name":null,"funder_award_id":"POR FESR 2014-2020","funder_id":"https://openalex.org/F4320326084","funder_display_name":"Regione Toscana"},{"id":"https://openalex.org/G453067482","display_name":null,"funder_award_id":"014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5634946813","display_name":null,"funder_award_id":"2014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6244729768","display_name":null,"funder_award_id":"POR FESR 2014-2020 SPaCe","funder_id":"https://openalex.org/F4320326084","funder_display_name":"Regione Toscana"},{"id":"https://openalex.org/G72824567","display_name":null,"funder_award_id":"POR FESR 2014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8439728664","display_name":null,"funder_award_id":"2014-2020 SPaCe","funder_id":"https://openalex.org/F4320326084","funder_display_name":"Regione Toscana"}],"funders":[{"id":"https://openalex.org/F4320326084","display_name":"Regione Toscana","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285165332.pdf","grobid_xml":"https://content.openalex.org/works/W4285165332.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W69467742","https://openalex.org/W87635799","https://openalex.org/W135733646","https://openalex.org/W164607750","https://openalex.org/W1627578742","https://openalex.org/W2129281431","https://openalex.org/W2145071552","https://openalex.org/W2170892587","https://openalex.org/W2328067583","https://openalex.org/W2330219538","https://openalex.org/W2337344967","https://openalex.org/W2561208905","https://openalex.org/W2750631532","https://openalex.org/W2883473979","https://openalex.org/W2883905042","https://openalex.org/W2888615425","https://openalex.org/W2924689635","https://openalex.org/W2948384692","https://openalex.org/W2962689739","https://openalex.org/W2962752734","https://openalex.org/W2979344246","https://openalex.org/W2985970291","https://openalex.org/W2989119523","https://openalex.org/W2997941096","https://openalex.org/W3002416578","https://openalex.org/W3013239041","https://openalex.org/W3049081838","https://openalex.org/W3080176341","https://openalex.org/W3123554940","https://openalex.org/W3153580016","https://openalex.org/W3158630730","https://openalex.org/W3159990846","https://openalex.org/W3176721776","https://openalex.org/W3200723554","https://openalex.org/W4200238574","https://openalex.org/W4225597912","https://openalex.org/W4229497965","https://openalex.org/W4288283515","https://openalex.org/W4289709024","https://openalex.org/W6602002561","https://openalex.org/W6603557143","https://openalex.org/W6605542867","https://openalex.org/W6636631944","https://openalex.org/W6753708164","https://openalex.org/W6766309102","https://openalex.org/W6775704828"],"related_works":["https://openalex.org/W2906422846","https://openalex.org/W2357468538","https://openalex.org/W1577110157","https://openalex.org/W2355007334","https://openalex.org/W2390009783","https://openalex.org/W4254602698","https://openalex.org/W2394461323","https://openalex.org/W2133389611","https://openalex.org/W2046798493","https://openalex.org/W1997162386"],"abstract_inverted_index":{"Manufacturers":[0],"are":[1],"willing":[2],"to":[3,72,75,109,130,137,170],"incorporate":[4,76],"Machine":[5],"Learning":[6],"(ML)":[7],"algorithms":[8,20],"into":[9,79,197],"their":[10,41],"systems,":[11],"especially":[12],"those":[13],"considered":[14,167],"as":[15,33],"Safety-Critical":[16],"Systems":[17],"(SCS).":[18],"ML":[19],"that":[21,40,57,158,164],"perform":[22],"binary":[23],"classification":[24,123,150],"(i.e.,":[25],"Binary":[26],"Classifiers":[27],"(BCs))":[28],"find":[29],"a":[30,77,80,115,145,192,198],"wide":[31],"applicability":[32],"error,":[34],"intrusion":[35],"or":[36],"failure":[37],"detectors,":[38],"provided":[39],"performance":[42,50,151],"complies":[43],"with":[44,61,139],"SCS":[45],"safety":[46,62,153],"requirements.":[47],"However,":[48],"the":[49,88,95,112,122,126,140,149,160,183],"analysis":[51,188],"of":[52,90,97,99,102,114,121,148,162,178,185],"BCs":[53,100],"relies":[54],"on":[55],"metrics":[56,157],"were":[58],"not":[59,68,166],"developed":[60],"in":[63],"mind":[64],"and":[65,132],"consequently":[66],"may":[67],"provide":[69],"meaningful":[70],"evidence":[71],"decide":[73],"whether":[74],"BC":[78,117,127,193],"SCS.":[81,141,175,199],"In":[82],"this":[83],"paper,":[84],"we":[85],"empirically":[86],"assess":[87,111],"properness":[89],"such":[91,186],"incorporation":[92],"by":[93,118,154,173],"analyzing":[94],"distribution":[96,187],"misclassifications":[98],"instead":[101],"simply":[103],"counting":[104],"misclassifications.":[105],"This":[106],"allows":[107],"us":[108],"better":[110],"adequacy":[113],"given":[116],"identifying":[119],"areas":[120],"space":[124],"where":[125],"is":[128],"likely":[129],"misclassify":[131],"therefore":[133],"constitutes":[134],"actionable":[135],"information":[136],"deal":[138],"Our":[142],"assessment":[143],"takes":[144],"deeper":[146],"view":[147],"concerning":[152],"using":[155],"new":[156],"consider":[159],"proportions":[161],"predictions":[163],"are/are":[165],"sufficiently":[168],"safe":[169],"be":[171,195],"used":[172],"incorporating":[174],"The":[176],"results":[177],"our":[179],"experiment":[180],"allow":[181],"discussing":[182],"potential":[184],"for":[189],"deciding":[190],"if":[191],"can":[194],"incorporated":[196]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}