{"id":"https://openalex.org/W3037657761","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207395","title":"Harnessing Adversarial Distances to Discover High-Confidence Errors","display_name":"Harnessing Adversarial Distances to Discover High-Confidence Errors","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3037657761","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207395","mag":"3037657761"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.16055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055950981","display_name":"Walter Bennette","orcid":null},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Walter Bennette","raw_affiliation_strings":["Information Directorate Air Force Research Lab, Rome, NY","Inf. Directorate, Air Force Res. Lab., Rome, NY"],"affiliations":[{"raw_affiliation_string":"Information Directorate Air Force Research Lab, Rome, NY","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Inf. Directorate, Air Force Res. Lab., Rome, NY","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061392825","display_name":"Karsten Maurer","orcid":"https://orcid.org/0000-0002-0812-0256"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karsten Maurer","raw_affiliation_strings":["Department of Statistics, Miami University, Oxford, OH","Miami University"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Miami University, Oxford, OH","institution_ids":["https://openalex.org/I83328450"]},{"raw_affiliation_string":"Miami University","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033860600","display_name":"Sean Sisti","orcid":null},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Sisti","raw_affiliation_strings":["Information Directorate Air Force Research Lab, Rome, NY","Inf. Directorate, Air Force Res. Lab., Rome, NY"],"affiliations":[{"raw_affiliation_string":"Information Directorate Air Force Research Lab, Rome, NY","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Inf. Directorate, Air Force Res. Lab., Rome, NY","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055950981"],"corresponding_institution_ids":["https://openalex.org/I1280414376"],"apc_list":null,"apc_paid":null,"fwci":0.14685955,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53133496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.727524995803833},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.663095235824585},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5844358801841736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5510764122009277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5508291721343994},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5021946430206299},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.49158725142478943},{"id":"https://openalex.org/keywords/low-confidence","display_name":"Low Confidence","score":0.4727778434753418},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4219546616077423},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38862890005111694},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2665550708770752},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14170381426811218}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727524995803833},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.663095235824585},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5844358801841736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5510764122009277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5508291721343994},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5021946430206299},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.49158725142478943},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.4727778434753418},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4219546616077423},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38862890005111694},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2665550708770752},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14170381426811218},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.16055","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.16055","pdf_url":"https://arxiv.org/pdf/2006.16055","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3037657761","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.16055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2006.16055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.16055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.16055","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.16055","pdf_url":"https://arxiv.org/pdf/2006.16055","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037657761.pdf","grobid_xml":"https://content.openalex.org/works/W3037657761.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2017977879","https://openalex.org/W2059362837","https://openalex.org/W2093848332","https://openalex.org/W2282821441","https://openalex.org/W2367397349","https://openalex.org/W2583689529","https://openalex.org/W2610366607","https://openalex.org/W2735607295","https://openalex.org/W2774008708","https://openalex.org/W2788428929","https://openalex.org/W2963070423","https://openalex.org/W2963207607","https://openalex.org/W2964212410","https://openalex.org/W2970115835","https://openalex.org/W3008759574","https://openalex.org/W6640425456","https://openalex.org/W6739651123","https://openalex.org/W6746608116","https://openalex.org/W6746987070","https://openalex.org/W6748512884","https://openalex.org/W6761839128","https://openalex.org/W6864274290"],"related_works":["https://openalex.org/W3091586673","https://openalex.org/W3130707729","https://openalex.org/W2737498590","https://openalex.org/W2972590742","https://openalex.org/W3121111204","https://openalex.org/W2797020495","https://openalex.org/W3035675766","https://openalex.org/W2952551828","https://openalex.org/W3038776261","https://openalex.org/W2896738927","https://openalex.org/W3213231108","https://openalex.org/W3096516513","https://openalex.org/W3137824580","https://openalex.org/W3034422725","https://openalex.org/W2953363941","https://openalex.org/W3123925888","https://openalex.org/W3128184384","https://openalex.org/W2082063580","https://openalex.org/W2800969132","https://openalex.org/W1006028607"],"abstract_inverted_index":{"Given":[0],"a":[1,12,98,138,173],"deep":[2],"neural":[3],"network":[4],"image":[5],"classification":[6,95],"model":[7,64,133,179],"that":[8,106,144,164],"we":[9,20,120,136,162],"treat":[10],"as":[11],"black":[13,155],"box,":[14],"and":[15,34,49,80,140],"an":[16,22,38],"unlabeled":[17,39],"evaluation":[18,40],"dataset,":[19],"develop":[21],"efficient":[23],"strategy":[24],"by":[25,147],"which":[26,62],"the":[27,63,104,122],"classifier":[28],"can":[29,76],"be":[30,52,83,109],"evaluated.":[31],"Randomly":[32],"sampling":[33,56],"labeling":[35],"instances":[36],"from":[37],"dataset":[41],"allows":[42],"traditional":[43],"performance":[44],"measures":[45],"like":[46],"accuracy,":[47],"precision,":[48],"recall":[50],"to":[51,93,150],"estimated.":[53],"However,":[54],"random":[55],"may":[57],"miss":[58],"rare":[59],"errors":[60,75,96,107,126,171],"for":[61],"is":[65,145],"highly":[66],"confident":[67],"in":[68,154],"its":[69],"prediction,":[70],"but":[71,102],"wrong.":[72],"These":[73],"high-confidence":[74,170],"represent":[77],"costly":[78],"mistakes,":[79],"therefore":[81],"should":[82,108],"explicitly":[84],"searched":[85],"for.":[86],"Past":[87],"works":[88],"have":[89],"developed":[90],"search":[91,142,168],"techniques":[92],"find":[94,151],"above":[97],"specified":[99],"confidence":[100,112],"threshold,":[101],"ignore":[103],"fact":[105],"expected":[110,131,177],"at":[111,127,172],"levels":[113],"anywhere":[114],"below":[115],"100\\%.":[116],"In":[117],"this":[118],"work,":[119],"investigate":[121],"problem":[123],"of":[124],"finding":[125],"rates":[128],"greater":[129,175],"than":[130,176],"given":[132,178],"confidence.":[134,180],"Additionally,":[135],"propose":[137],"query-efficient":[139],"novel":[141],"technique":[143],"guided":[146],"adversarial":[148],"perturbations":[149],"these":[152],"mistakes":[153],"box":[156],"models.":[157],"Through":[158],"rigorous":[159],"empirical":[160],"experimentation,":[161],"demonstrate":[163],"our":[165],"Adversarial":[166],"Distance":[167],"discovers":[169],"rate":[174]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}