{"id":"https://openalex.org/W4396986643","doi":"https://doi.org/10.48550/arxiv.2405.08886","title":"The Pitfalls and Promise of Conformal Inference Under Adversarial Attacks","display_name":"The Pitfalls and Promise of Conformal Inference Under Adversarial Attacks","publication_year":2024,"publication_date":"2024-05-14","ids":{"openalex":"https://openalex.org/W4396986643","doi":"https://doi.org/10.48550/arxiv.2405.08886"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.08886","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.08886","pdf_url":"https://arxiv.org/pdf/2405.08886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.08886","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080659687","display_name":"Ziquan Liu","orcid":"https://orcid.org/0000-0002-9724-2510","observed_orcids":["https://orcid.org/0000-0002-9724-2510","https://orcid.org/0009-0006-4970-9311"]},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liu, Ziquan","raw_affiliation_strings":["Queen Mary University of London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100308531","display_name":"Yufei Cui","orcid":"https://orcid.org/0000-0002-9663-0079","observed_orcids":["https://orcid.org/0000-0002-9663-0079"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cui, Yufei","raw_affiliation_strings":["McGill University , Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University , Mila","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan, Yan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan, Yan","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102418577","display_name":"Yi Xu","orcid":"https://orcid.org/0009-0007-2129-7068","observed_orcids":["https://orcid.org/0009-0007-2129-7068"]},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Yi","raw_affiliation_strings":["Dalian University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024401174","display_name":"Xiangyang Ji","orcid":"https://orcid.org/0000-0002-7333-9975","observed_orcids":["https://orcid.org/0000-0002-7333-9975"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji, Xiangyang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372175","display_name":"Xue Liu","orcid":"https://orcid.org/0000-0001-9406-2744","observed_orcids":["https://orcid.org/0000-0001-9406-2744"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Liu, Xue","raw_affiliation_strings":["McGill University , Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University , Mila","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065680386","display_name":"Antoni B. Chan","orcid":"https://orcid.org/0000-0002-2886-2513","observed_orcids":["https://orcid.org/0000-0002-2886-2513"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chan, Antoni B.","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conformal-prediction","display_name":"conformal prediction","score":0.9950000047683716},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.7519999742507935},{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.8870000243186951},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.9660000205039978},{"id":"https://openalex.org/keywords/adversarial-attacks","display_name":"adversarial attacks","score":0.8199999928474426},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.5580000281333923},{"id":"https://openalex.org/keywords/safety-critical-decision-making","display_name":"safety-critical decision-making","score":0.699999988079071}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7509413957595825},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7377748489379883},{"id":"https://openalex.org/C98214594","wikidata":"https://www.wikidata.org/wiki/Q850275","display_name":"Conformal map","level":2,"score":0.5089740753173828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4212339520454407},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.39153340458869934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29971176385879517},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.282489538192749},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17813873291015625},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.052103668451309204}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2405.08886","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.08886","pdf_url":"https://arxiv.org/pdf/2405.08886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/97330","doi":null,"is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/97330","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/97330/2/Liu%20The%20Pitfalls%20and%20Promise%202024%20Accepted.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"doi:10.48550/arxiv.2405.08886","doi":"https://doi.org/10.48550/arxiv.2405.08886","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.08886","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.08886","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.08886","pdf_url":"https://arxiv.org/pdf/2405.08886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396986643.pdf","grobid_xml":"https://content.openalex.org/works/W4396986643.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4417135881","https://openalex.org/W4414786103","https://openalex.org/W4396600859","https://openalex.org/W7167592459","https://openalex.org/W7222861593","https://openalex.org/W4412031390","https://openalex.org/W7220741060","https://openalex.org/W3034488700","https://openalex.org/W4411171600","https://openalex.org/W4415798987"],"abstract_inverted_index":{"In":[0],"safety-critical":[1],"applications":[2],"such":[3],"as":[4],"medical":[5],"imaging":[6],"and":[7,18,36],"autonomous":[8],"driving,":[9],"where":[10,193],"decisions":[11],"have":[12],"profound":[13],"implications":[14],"for":[15,138,173],"patient":[16],"health":[17],"road":[19],"safety,":[20],"it":[21],"is":[22,104,127,159,197],"imperative":[23],"to":[24,30,168,178,190,199],"maintain":[25],"both":[26],"high":[27],"adversarial":[28,34,48,54,96,100,136],"robustness":[29,49],"protect":[31],"against":[32],"potential":[33],"attacks":[35,97],"reliable":[37],"uncertainty":[38,64,78],"quantification":[39],"in":[40,66,91],"decision-making.":[41],"With":[42],"extensive":[43],"research":[44,169],"focused":[45],"on":[46,218],"enhancing":[47],"through":[50],"various":[51],"forms":[52],"of":[53,79,87,94,135,150,204,231],"training":[55,137],"(AT),":[56],"a":[57,180],"notable":[58],"knowledge":[59],"gap":[60],"remains":[61],"concerning":[62],"the":[63,77,85,92,99,118,125,133,145,194,207,229,232],"inherent":[65],"adversarially":[67,129,153],"trained":[68,154],"models.":[69],"To":[70],"address":[71],"this":[72,74],"gap,":[73],"study":[75,217],"investigates":[76],"deep":[80],"learning":[81],"models":[82,155],"by":[83,210],"examining":[84],"performance":[86],"conformal":[88],"prediction":[89,115,146],"(CP)":[90],"context":[93],"standard":[95,164],"within":[98],"defense":[101],"community.":[102],"It":[103],"first":[105],"unveiled":[106],"that":[107,144],"existing":[108],"CP":[109,151],"methods":[110],"do":[111],"not":[112,128],"produce":[113],"informative":[114],"sets":[116],"under":[117],"commonly":[119],"used":[120],"$l_{\\infty}$-norm":[121],"bounded":[122],"attack":[123],"if":[124],"model":[126],"trained,":[130],"which":[131],"underpins":[132],"importance":[134],"CP.":[139],"Our":[140],"paper":[141],"next":[142],"demonstrates":[143],"set":[147],"size":[148],"(PSS)":[149],"using":[152,163],"with":[156,183],"AT":[157,172,189,226,235],"variants":[158],"often":[160],"worse":[161],"than":[162],"AT,":[165],"inspiring":[166],"us":[167],"into":[170],"CP-efficient":[171],"improved":[174],"PSS.":[175],"We":[176],"propose":[177],"optimize":[179],"Beta-weighting":[181,195],"loss":[182,196],"an":[184,201],"entropy":[185],"minimization":[186],"regularizer":[187],"during":[188],"improve":[191],"CP-efficiency,":[192],"shown":[198],"be":[200],"upper":[202],"bound":[203],"PSS":[205],"at":[206],"population":[208],"level":[209],"our":[211,215],"theoretical":[212],"analysis.":[213],"Moreover,":[214],"empirical":[216],"four":[219],"image":[220],"classification":[221],"datasets":[222],"across":[223],"three":[224],"popular":[225],"baselines":[227],"validates":[228],"effectiveness":[230],"proposed":[233],"Uncertainty-Reducing":[234],"(AT-UR).":[236]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2024-05-17T00:00:00"}