{"id":"https://openalex.org/W3130430360","doi":null,"title":"Statistical Testing for Efficient Out of Distribution Detection in Deep Neural Networks.","display_name":"Statistical Testing for Efficient Out of Distribution Detection in Deep Neural Networks.","publication_year":2021,"publication_date":"2021-02-25","ids":{"openalex":"https://openalex.org/W3130430360","mag":"3130430360"},"language":"en","primary_location":{"id":"mag:3130430360","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.12967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2102.12967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001778496","display_name":"Matan Haroush","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matan Haroush","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090108584","display_name":"Tzivel Frostig","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tzivel Frostig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103022847","display_name":"Ruth Heller","orcid":"https://orcid.org/0000-0003-4329-1015","observed_orcids":["https://orcid.org/0000-0003-4329-1015"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruth Heller","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4329-1015","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025123281","display_name":"Daniel Soudry","orcid":"https://orcid.org/0000-0001-9368-6352","observed_orcids":["https://orcid.org/0000-0001-9368-6352"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Soudry","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9368-6352","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/out-of-distribution-detection","display_name":"out-of-distribution detection","score":0.9789999723434448},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8230000138282776},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.9679999947547913},{"id":"https://openalex.org/keywords/false-positive-rate-control","display_name":"false positive rate control","score":0.8119999766349792},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6728602647781372},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6667227149009705},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5830167531967163},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5722295641899109},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5289592742919922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164054036140442},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48617810010910034},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17223450541496277},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1308729648590088},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3130430360","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.12967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3130430360","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.12967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W9657784","https://openalex.org/W171975073","https://openalex.org/W1521746852","https://openalex.org/W1533179050","https://openalex.org/W1673923490","https://openalex.org/W2002234191","https://openalex.org/W2031648200","https://openalex.org/W2099107563","https://openalex.org/W2105497548","https://openalex.org/W2111051539","https://openalex.org/W2115012618","https://openalex.org/W2169413195","https://openalex.org/W2194775991","https://openalex.org/W2293191107","https://openalex.org/W2335728318","https://openalex.org/W2531327146","https://openalex.org/W2590523583","https://openalex.org/W2767414122","https://openalex.org/W2798302089","https://openalex.org/W2867167548","https://openalex.org/W2885550588","https://openalex.org/W2904981516","https://openalex.org/W2907511876","https://openalex.org/W2949245524","https://openalex.org/W2951266961","https://openalex.org/W2963163009","https://openalex.org/W2963207607","https://openalex.org/W2963446712","https://openalex.org/W2998580036","https://openalex.org/W3034230713","https://openalex.org/W3041609598","https://openalex.org/W3115571254","https://openalex.org/W3118608800","https://openalex.org/W3170571056","https://openalex.org/W3186862676","https://openalex.org/W4244159265"],"related_works":["https://openalex.org/W3214622517","https://openalex.org/W4396735140","https://openalex.org/W4320855133","https://openalex.org/W7162207386","https://openalex.org/W4386075219","https://openalex.org/W3044153870","https://openalex.org/W4288096799","https://openalex.org/W3197264024","https://openalex.org/W7197027814","https://openalex.org/W4225546858"],"abstract_inverted_index":{"Commonly,":[0],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"generalize":[5],"well":[6],"on":[7,109,119,131],"samples":[8,30],"drawn":[9,32],"from":[10,33],"a":[11,34,39,53,80,114,143],"distribution":[12],"similar":[13],"to":[14,94,112],"that":[15],"of":[16,61,145],"the":[17,28,59,70,96,137,146],"training":[18],"set.":[19],"However,":[20],"DNNs'":[21],"predictions":[22],"are":[23,31],"brittle":[24],"and":[25,141],"unreliable":[26],"when":[27],"test":[29,105],"dissimilar":[35],"distribution.":[36],"This":[37],"presents":[38],"major":[40],"concern":[41],"for":[42,104],"deployment":[43],"in":[44,58,77],"real-world":[45],"applications,":[46],"where":[47],"such":[48],"behavior":[49],"may":[50],"come":[51],"at":[52,142],"great":[54],"cost":[55],"--":[56,140],"as":[57,79,102],"case":[60],"autonomous":[62],"vehicles":[63],"or":[64,126],"healthcare":[65],"applications.":[66],"\r\nThis":[67],"paper":[68],"frames":[69],"Out":[71],"Of":[72],"Distribution":[73],"(OOD)":[74],"detection":[75,88],"problem":[76],"DNN":[78],"statistical":[81],"hypothesis":[82],"testing":[83],"problem.":[84],"Unlike":[85],"previous":[86],"OOD":[87,101,116,133],"heuristics,":[89],"our":[90],"framework":[91,111],"is":[92],"guaranteed":[93],"maintain":[95],"false":[97],"positive":[98],"rate":[99],"(detecting":[100],"in-distribution)":[103],"data.":[106],"We":[107],"build":[108],"this":[110],"suggest":[113],"novel":[115],"procedure":[117],"based":[118],"low-order":[120],"statistics.":[121],"Our":[122],"method":[123],"achieves":[124],"comparable":[125],"better":[127],"than":[128],"state-of-the-art":[129],"results":[130],"well-accepted":[132],"benchmarks":[134],"without":[135],"retraining":[136],"network":[138],"parameters":[139],"fraction":[144],"computational":[147],"cost.":[148]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-03-01T00:00:00"}