{"id":"https://openalex.org/W4384026315","doi":"https://doi.org/10.1109/ets56758.2023.10174133","title":"DeepVigor: VulnerabIlity Value RanGes and FactORs for DNNs\u2019 Reliability Assessment","display_name":"DeepVigor: VulnerabIlity Value RanGes and FactORs for DNNs\u2019 Reliability Assessment","publication_year":2023,"publication_date":"2023-05-22","ids":{"openalex":"https://openalex.org/W4384026315","doi":"https://doi.org/10.1109/ets56758.2023.10174133"},"language":"en","primary_location":{"id":"doi:10.1109/ets56758.2023.10174133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ets56758.2023.10174133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE European Test Symposium (ETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002269174","display_name":"Mohammad Hasan Ahmadilivani","orcid":"https://orcid.org/0000-0002-4162-6646"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Mohammad Hasan Ahmadilivani","raw_affiliation_strings":["Tallinn University of Technology,Tallinn,Estonia","Tallinn University of Technology, Tallinn, Estonia"],"affiliations":[{"raw_affiliation_string":"Tallinn University of Technology,Tallinn,Estonia","institution_ids":["https://openalex.org/I111112146"]},{"raw_affiliation_string":"Tallinn University of Technology, Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101888888","display_name":"Mahdi Taheri","orcid":"https://orcid.org/0000-0001-5405-992X"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Mahdi Taheri","raw_affiliation_strings":["Tallinn University of Technology,Tallinn,Estonia","Tallinn University of Technology, Tallinn, Estonia"],"affiliations":[{"raw_affiliation_string":"Tallinn University of Technology,Tallinn,Estonia","institution_ids":["https://openalex.org/I111112146"]},{"raw_affiliation_string":"Tallinn University of Technology, Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010286547","display_name":"Jaan Raik","orcid":"https://orcid.org/0000-0001-8113-020X"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Jaan Raik","raw_affiliation_strings":["Tallinn University of Technology,Tallinn,Estonia","Tallinn University of Technology, Tallinn, Estonia"],"affiliations":[{"raw_affiliation_string":"Tallinn University of Technology,Tallinn,Estonia","institution_ids":["https://openalex.org/I111112146"]},{"raw_affiliation_string":"Tallinn University of Technology, Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063193249","display_name":"Masoud Daneshtalab","orcid":"https://orcid.org/0000-0001-6289-1521"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Masoud Daneshtalab","raw_affiliation_strings":["Tallinn University of Technology,Tallinn,Estonia","Tallinn University of Technology, Tallinn, Estonia"],"affiliations":[{"raw_affiliation_string":"Tallinn University of Technology,Tallinn,Estonia","institution_ids":["https://openalex.org/I111112146"]},{"raw_affiliation_string":"Tallinn University of Technology, Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059391257","display_name":"Maksim Jenihhin","orcid":"https://orcid.org/0000-0001-8165-9592"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Maksim Jenihhin","raw_affiliation_strings":["Tallinn University of Technology,Tallinn,Estonia","Tallinn University of Technology, Tallinn, Estonia"],"affiliations":[{"raw_affiliation_string":"Tallinn University of Technology,Tallinn,Estonia","institution_ids":["https://openalex.org/I111112146"]},{"raw_affiliation_string":"Tallinn University of Technology, Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002269174"],"corresponding_institution_ids":["https://openalex.org/I111112146"],"apc_list":null,"apc_paid":null,"fwci":2.2702,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90358183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.646766185760498},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6451869010925293},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.6083607077598572},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5249100923538208},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.46509233117103577},{"id":"https://openalex.org/keywords/vulnerability-assessment","display_name":"Vulnerability assessment","score":0.4511975646018982},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.33319932222366333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1664511263370514},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13099128007888794},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11782988905906677},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09597644209861755},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.068359375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.06189775466918945},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.05905193090438843}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.646766185760498},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6451869010925293},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.6083607077598572},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5249100923538208},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.46509233117103577},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.4511975646018982},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33319932222366333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1664511263370514},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13099128007888794},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11782988905906677},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09597644209861755},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.068359375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.06189775466918945},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.05905193090438843},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ets56758.2023.10174133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ets56758.2023.10174133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE European Test Symposium (ETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1595368737","https://openalex.org/W2798273231","https://openalex.org/W2898655385","https://openalex.org/W2901848761","https://openalex.org/W2943759410","https://openalex.org/W2946206667","https://openalex.org/W2946682676","https://openalex.org/W2983012040","https://openalex.org/W2987441303","https://openalex.org/W2989569745","https://openalex.org/W2996011786","https://openalex.org/W3005346446","https://openalex.org/W3009452684","https://openalex.org/W3017951663","https://openalex.org/W3036979375","https://openalex.org/W3091833323","https://openalex.org/W3096295711","https://openalex.org/W3104114467","https://openalex.org/W3105084904","https://openalex.org/W3114024170","https://openalex.org/W3120468333","https://openalex.org/W3149134903","https://openalex.org/W3173945545","https://openalex.org/W3181500144","https://openalex.org/W3187862527","https://openalex.org/W4200256677","https://openalex.org/W4280513934","https://openalex.org/W4299281336","https://openalex.org/W4377969830","https://openalex.org/W4379115502"],"related_works":["https://openalex.org/W1883246888","https://openalex.org/W2033512842","https://openalex.org/W2370114625","https://openalex.org/W4322734194","https://openalex.org/W1756374135","https://openalex.org/W3116237489","https://openalex.org/W2062873522","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2947584067"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"and":[4,23,45,72,96,127,146,198,208],"their":[5],"accelerators":[6],"are":[7,54,170],"being":[8],"deployed":[9],"ever":[10],"more":[11],"frequently":[12],"in":[13,161,204],"safety-critical":[14],"applications":[15],"leading":[16],"to":[17,33,59,106,172],"increasing":[18],"reliability":[19,29,117,151],"concerns.":[20],"A":[21],"traditional":[22],"accurate":[24,147,174],"method":[25,74,134],"for":[26,82,99,110,124],"assessing":[27],"DNNs\u2019":[28,112],"has":[30],"been":[31,51],"resorting":[32],"fault":[34,47,140],"injection,":[35],"which,":[36],"however,":[37],"suffers":[38],"from":[39,155],"prohibitive":[40],"time":[41],"complexity.":[42],"While":[43],"analytical":[44,92],"hybrid":[46],"injection-/analytical-based":[48],"methods":[49],"have":[50],"proposed,":[52],"they":[53],"either":[55],"inaccurate":[56],"or":[57],"specific":[58],"particular":[60],"accelerator":[61],"architectures.In":[62],"this":[63],"work,":[64],"we":[65],"propose":[66],"a":[67],"novel":[68],"accurate,":[69],"fine-grain,":[70],"metric-oriented,":[71],"accelerator-agnostic":[73],"called":[75],"DeepVigor":[76,89,115,201],"that":[77,102,165,187],"provides":[78,116,144],"vulnerability":[79,122,131,168,190],"value":[80],"ranges":[81,98,169],"DNN":[83,212],"neurons\u2019":[84],"outputs.":[85],"An":[86],"outcome":[87],"of":[88,152,195],"is":[90,135,185,202],"an":[91],"model":[93],"representing":[94],"vulnerable":[95],"non-vulnerable":[97],"each":[100],"neuron":[101],"can":[103],"be":[104],"exploited":[105],"develop":[107],"different":[108],"techniques":[109],"improving":[111],"reliability.":[113],"Moreover,":[114],"assessment":[118],"metrics":[119],"based":[120],"on":[121,178,210],"factors":[123,191],"bits,":[125,196],"neurons,":[126,197],"layers":[128,199],"using":[129],"the":[130,150,156,162,166,188,193,205],"ranges.The":[132],"proposed":[133,167],"not":[136],"only":[137],"faster":[138],"than":[139],"injection":[141],"but":[142],"also":[143],"extensive":[145],"information":[148],"about":[149],"DNNs,":[153],"independent":[154],"accelerator.":[157],"The":[158],"experimental":[159],"evaluations":[160],"paper":[163],"indicate":[164],"99.9%":[171],"100%":[173],"even":[175],"when":[176],"evaluated":[177],"previously":[179],"unseen":[180],"test":[181],"data.":[182],"Also,":[183],"it":[184],"shown":[186],"obtained":[189],"represent":[192],"criticality":[194],"proficiently.":[200],"implemented":[203],"PyTorch":[206],"framework":[207],"validated":[209],"complex":[211],"benchmarks.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-02-25T23:00:34.991745","created_date":"2023-07-13T00:00:00"}