{"id":"https://openalex.org/W4385819786","doi":"https://doi.org/10.1109/tr.2023.3298685","title":"Toward Improved Reliability of Deep Learning Based Systems Through Online Relabeling of Potential Adversarial Attacks","display_name":"Toward Improved Reliability of Deep Learning Based Systems Through Online Relabeling of Potential Adversarial Attacks","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W4385819786","doi":"https://doi.org/10.1109/tr.2023.3298685"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2023.3298685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2023.3298685","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073226993","display_name":"Shawqi Al-Maliki","orcid":"https://orcid.org/0000-0002-6738-2352"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Shawqi Al-Maliki","raw_affiliation_strings":["Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075380587","display_name":"Faissal El Bouanani","orcid":"https://orcid.org/0000-0001-8141-6793"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Faissal El Bouanani","raw_affiliation_strings":["ENSIAS, Mohammed V University in Rabat, Rabat, Morocco"],"affiliations":[{"raw_affiliation_string":"ENSIAS, Mohammed V University in Rabat, Rabat, Morocco","institution_ids":["https://openalex.org/I126477371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054978804","display_name":"Kashif Ahmad","orcid":"https://orcid.org/0000-0002-0931-9275"},"institutions":[{"id":"https://openalex.org/I4210100923","display_name":"Munster Technological University","ror":"https://ror.org/013xpqh61","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4210100923"]},{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["IE","QA"],"is_corresponding":false,"raw_author_name":"Kashif Ahmad","raw_affiliation_strings":["Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","Department of Computer Science, Munster Technological University, Cork, Ireland"],"affiliations":[{"raw_affiliation_string":"Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]},{"raw_affiliation_string":"Department of Computer Science, Munster Technological University, Cork, Ireland","institution_ids":["https://openalex.org/I4210100923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008695053","display_name":"Ala Al\u2010Fuqaha","orcid":"https://orcid.org/0000-0002-0903-1204"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ala Al-Fuqaha","raw_affiliation_strings":["Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Information and Computing Technology Division, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5073226993"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":1.4011,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84967414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"72","issue":"4","first_page":"1367","last_page":"1382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7541943788528442},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7517325282096863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422735691070557},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6082770824432373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5462110638618469},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4632799029350281},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.44892898201942444},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.43802350759506226},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4118325710296631},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3393290638923645}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7541943788528442},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7517325282096863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422735691070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6082770824432373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5462110638618469},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4632799029350281},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.44892898201942444},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.43802350759506226},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4118325710296631},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3393290638923645},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tr.2023.3298685","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2023.3298685","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G6546757642","display_name":null,"funder_award_id":"13S-0206-200273","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1531947739","https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W2194775991","https://openalex.org/W2543296129","https://openalex.org/W2554692997","https://openalex.org/W2570343428","https://openalex.org/W2594877703","https://openalex.org/W2606529538","https://openalex.org/W2618043096","https://openalex.org/W2618530766","https://openalex.org/W2786118190","https://openalex.org/W2789758093","https://openalex.org/W2911510572","https://openalex.org/W2912070915","https://openalex.org/W2950048339","https://openalex.org/W2962759300","https://openalex.org/W2963143631","https://openalex.org/W2963857521","https://openalex.org/W2963952467","https://openalex.org/W2964082701","https://openalex.org/W2964116600","https://openalex.org/W2964164993","https://openalex.org/W2964197269","https://openalex.org/W2969695741","https://openalex.org/W3006076803","https://openalex.org/W3034608990","https://openalex.org/W3087293208","https://openalex.org/W3090036562","https://openalex.org/W3091857398","https://openalex.org/W3098755434","https://openalex.org/W3100732527","https://openalex.org/W3103340107","https://openalex.org/W3105662466","https://openalex.org/W3184908869","https://openalex.org/W3205945722","https://openalex.org/W4226409694","https://openalex.org/W4286894239","https://openalex.org/W4287068394","https://openalex.org/W4288359148","https://openalex.org/W4293195547","https://openalex.org/W4293846201","https://openalex.org/W4300677102","https://openalex.org/W6632157056","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6736296761","https://openalex.org/W6739868092","https://openalex.org/W6744679260","https://openalex.org/W6747920752","https://openalex.org/W6748204703","https://openalex.org/W6748475379","https://openalex.org/W6748711285","https://openalex.org/W6755310938","https://openalex.org/W6758458550","https://openalex.org/W6758684365","https://openalex.org/W6758779121","https://openalex.org/W6761839128","https://openalex.org/W6773713311","https://openalex.org/W6774549192","https://openalex.org/W6774685073","https://openalex.org/W6783055306","https://openalex.org/W6783873723","https://openalex.org/W6802724695"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"have":[3,17],"shown":[4],"vulnerability":[5],"to":[6,67,78,92,96,129,191],"well-designed":[7],"inputs":[8,88],"called":[9],"adversarial":[10,20,107],"examples.":[11],"Researchers":[12],"in":[13,168],"industry":[14],"and":[15,54,89,99,111,141,147,187],"academia":[16],"proposed":[18,121,139],"many":[19],"example":[21],"defense":[22,165],"techniques.":[23],"However,":[24],"they":[25],"offer":[26],"partial":[27],"but":[28],"not":[29],"full":[30],"robustness.":[31,74,209],"Thus,":[32],"complementing":[33],"them":[34,91],"with":[35,160,207],"another":[36],"layer":[37],"of":[38,64,106],"protection":[39],"is":[40,156],"a":[41,50,61,102,122,161,169,181,204],"must,":[42],"especially":[43],"for":[44,153],"mission-critical":[45],"applications.":[46],"This":[47],"article":[48],"proposes":[49],"novel":[51],"online":[52],"selection":[53,125,183,195],"relabeling":[55],"algorithm":[56,140,184],"(OSRA)":[57],"that":[58,127,143,176,200],"opportunistically":[59],"utilizes":[60],"limited":[62],"number":[63],"crowdsourced":[65,80,94],"workers":[66,81,95],"maximize":[68],"the":[69,85,93,104,113,131,150,177],"machine":[70],"learning":[71],"(ML)":[72],"system's":[73,133],"The":[75],"OSRA":[76,178],"strives":[77],"use":[79],"effectively":[82,158],"by":[83,185],"selecting":[84],"most":[86],"suspicious":[87],"moving":[90],"be":[97],"validated":[98,137],"corrected.":[100],"As":[101],"result,":[103],"impact":[105],"examples":[108],"gets":[109],"reduced,":[110],"accordingly,":[112],"ML":[114],"system":[115,208],"becomes":[116],"more":[117,170],"robust.":[118],"We":[119,135],"also":[120,157,198],"heuristic":[123],"threshold":[124],"method":[126],"contributes":[128],"enhancing":[130],"prediction":[132],"reliability.":[134],"empirically":[136],"our":[138],"found":[142],"it":[144],"can":[145,179],"efficiently":[146],"optimally":[148],"utilize":[149],"allocated":[151],"budget":[152],"crowdsourcing.":[154],"It":[155],"integrated":[159],"state-of-the-art":[162],"black":[163],"box":[164],"technique,":[166],"resulting":[167],"robust":[171],"system.":[172],"Simulation":[173],"results":[174],"show":[175,199],"outperform":[180],"random":[182],"60%":[186],"achieve":[188],"comparable":[189],"performance":[190,202],"an":[192],"optimal":[193],"offline":[194],"benchmark.":[196],"They":[197],"OSRA's":[201],"has":[203],"positive":[205],"correlation":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}