{"id":"https://openalex.org/W4205180365","doi":"https://doi.org/10.1109/jiot.2021.3138969","title":"Toward Evaluating the Reliability of Deep-Neural-Network-Based IoT Devices","display_name":"Toward Evaluating the Reliability of Deep-Neural-Network-Based IoT Devices","publication_year":2021,"publication_date":"2021-12-28","ids":{"openalex":"https://openalex.org/W4205180365","doi":"https://doi.org/10.1109/jiot.2021.3138969"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3138969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3138969","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064674050","display_name":"Mingyuan Fan","orcid":"https://orcid.org/0000-0001-9550-9237"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingyuan Fan","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9550-9237","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355950","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-6276-1468"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6276-1468","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114734448","display_name":"Cen Chen","orcid":"https://orcid.org/0000-0003-0325-1705"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cen Chen","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075265849","display_name":"Shengxing Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengxing Yu","raw_affiliation_strings":["School of Electronics Engineering and Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643723","display_name":"Wenzhong Guo","orcid":"https://orcid.org/0000-0003-4118-8823"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhong Guo","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4118-8823","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336151","display_name":"Li Wang","orcid":"https://orcid.org/0000-0003-0181-712X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["Smart Engine and Data Mid-Platform Tech Business Unit, Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Engine and Data Mid-Platform Tech Business Unit, Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058120371","display_name":"Ximeng Liu","orcid":"https://orcid.org/0000-0002-4238-3295"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ximeng Liu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-4238-3295","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5064674050"],"corresponding_institution_ids":["https://openalex.org/I149594827","https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":0.6996,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77325854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":"18","first_page":"17002","last_page":"17013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9294999837875366,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9283999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9542849063873291},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8027899861335754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5617341995239258},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5339857935905457},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5131016969680786},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4854069650173187},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44530314207077026},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42869627475738525},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39567452669143677},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3493064045906067}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9542849063873291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8027899861335754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5617341995239258},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5339857935905457},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5131016969680786},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4854069650173187},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44530314207077026},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42869627475738525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39567452669143677},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3493064045906067},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3138969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3138969","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3291271152","display_name":null,"funder_award_id":"U1804263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3794798619","display_name":null,"funder_award_id":"U21A20472","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4910714274","display_name":null,"funder_award_id":"2021J06013","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G979158640","display_name":"\u9762\u5411\u5927\u6570\u636e\u5b89\u5168\u7684\u5bc6\u6001\u6570\u636e\u5904\u7406\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1755227063","https://openalex.org/W1945616565","https://openalex.org/W1988485873","https://openalex.org/W2523664694","https://openalex.org/W2793518327","https://openalex.org/W2885402671","https://openalex.org/W2888949514","https://openalex.org/W2896944423","https://openalex.org/W2900933500","https://openalex.org/W2922207171","https://openalex.org/W2950468330","https://openalex.org/W2951696358","https://openalex.org/W2962710014","https://openalex.org/W2963542245","https://openalex.org/W2963857521","https://openalex.org/W2991236681","https://openalex.org/W2995050449","https://openalex.org/W2997583194","https://openalex.org/W2998641953","https://openalex.org/W3020344301","https://openalex.org/W3025058555","https://openalex.org/W3026534984","https://openalex.org/W3034176567","https://openalex.org/W3034856597","https://openalex.org/W3035548987","https://openalex.org/W3047095708","https://openalex.org/W3107235539","https://openalex.org/W3113092146","https://openalex.org/W3170514715","https://openalex.org/W3173859330","https://openalex.org/W3175322636","https://openalex.org/W3176432129","https://openalex.org/W4288363925","https://openalex.org/W4288600704","https://openalex.org/W4289744111","https://openalex.org/W4293846201","https://openalex.org/W4297573953","https://openalex.org/W6637162671","https://openalex.org/W6637618429","https://openalex.org/W6640425456","https://openalex.org/W6733645847","https://openalex.org/W6734787559","https://openalex.org/W6737496325","https://openalex.org/W6741036071","https://openalex.org/W6748204703","https://openalex.org/W6748475379","https://openalex.org/W6749636561","https://openalex.org/W6753552644","https://openalex.org/W6754762128","https://openalex.org/W6755261089","https://openalex.org/W6759329600","https://openalex.org/W6761100157","https://openalex.org/W6762970624","https://openalex.org/W6771809012","https://openalex.org/W6774469542","https://openalex.org/W6784025586"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W4313346231","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W2997056298","https://openalex.org/W4298079292"],"abstract_inverted_index":{"Nowadays,":[0],"the":[1,11,22,58,83,89,95,101,113,116,121,152,162,177,188,192,197,207,238,244],"impressive":[2],"performance":[3],"of":[4,13,15,25,115,124,138,154,169,184,240],"deep":[5],"neural":[6],"networks":[7],"(DNNs)":[8],"greatly":[9],"advances":[10],"development":[12],"Internet":[14],"Things":[16],"(IoT)":[17],"in":[18,88],"diverse":[19],"scenarios.":[20],"However,":[21],"exceptional":[23],"vulnerability":[24],"DNNs":[26],"to":[27,33,36,41,56,77,108,150,172,195,235,249],"adversarial":[28,44,51,69,74,98,117,126,132,155,163,189,209,241],"attack":[29,133,136,212],"leads":[30],"IoT":[31],"devices":[32],"be":[34,57,78,250],"exposed":[35],"potential":[37],"security":[38],"issues.":[39],"Up":[40],"now,":[42],"since":[43],"training":[45],"empirically":[46],"remains":[47],"robust":[48],"against":[49],"gradient-based":[50,73,84,125],"attacks,":[52,127],"it":[53],"is":[54,142],"believed":[55],"most":[59,96],"effective":[60,97,143],"defense":[61],"method.":[62],"In":[63,157,243],"this":[64],"article,":[65],"we":[66,128,219],"find":[67],"that":[68,203],"examples":[70,99,164,190],"generated":[71],"by":[72,82,176,216],"attacks":[75,210],"tend":[76],"less":[79],"imperceptible":[80],"induced":[81],"optimization":[85],"methods":[86],"(adopted":[87],"attacks)":[90],"being":[91],"difficult":[92],"on":[93,148,211,230],"searching":[94],"(i.e.,":[100],"global":[102],"extreme":[103],"points),":[104],"which":[105,139],"may":[106],"lead":[107],"an":[109],"inaccurate":[110],"estimation":[111],"for":[112],"effectiveness":[114,239],"training.":[118,242],"To":[119],"overcome":[120],"inherent":[122],"defect":[123],"propose":[129,220],"a":[130,221,251],"novel":[131],"named":[134],"nongradient":[135],"(NGA),":[137],"search":[140],"strategy":[141],"but":[144],"no":[145],"longer":[146],"depends":[147],"gradients":[149],"enhance":[151],"threat":[153],"examples.":[156,199],"detail,":[158],"NGA":[159,204],"first":[160],"initializes":[161],"outside,":[165],"rather":[166],"than":[167],"inside,":[168],"decision":[170],"boundary":[171],"make":[173],"them":[174],"misclassified":[175,185],"model":[178],"and":[179,233],"then,":[180],"under":[181],"without":[182],"violation":[183],"condition,":[186],"adjusts":[187],"toward":[191],"crafted":[193],"direction":[194],"close":[196],"original":[198],"Extensive":[200],"experiments":[201],"show":[202],"significantly":[205],"outperforms":[206],"state-of-the-art":[208],"success":[213],"rate":[214],"(ASR)":[215],"2%\u20137%.":[217],"Moreover,":[218],"new":[222],"evaluation":[223,256],"metric,":[224],"i.e.,":[225],"composite":[226],"criterion":[227],"(CC)":[228],"based":[229],"both":[231],"ASR":[232],"accuracy,":[234],"better":[236],"measure":[237],"experiments,":[245],"CC":[246],"has":[247],"shown":[248],"more":[252],"comprehensive":[253],"yet":[254],"appropriate":[255],"metric.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}