{"id":"https://openalex.org/W7130420969","doi":"https://doi.org/10.1109/tpami.2026.3666165","title":"On the Adversarial Transferability of Generalized \u201cSkip Connections\u201d","display_name":"On the Adversarial Transferability of Generalized \u201cSkip Connections\u201d","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130420969","doi":"https://doi.org/10.1109/tpami.2026.3666165","pmid":"https://pubmed.ncbi.nlm.nih.gov/41706790"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3666165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3666165","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103152323","display_name":"Yisen Wang","orcid":"https://orcid.org/0000-0002-8623-6318"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yisen Wang","raw_affiliation_strings":["State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8623-6318","affiliations":[{"raw_affiliation_string":"State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038918955","display_name":"Yichuan Mo","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichuan Mo","raw_affiliation_strings":["State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2663-2052","affiliations":[{"raw_affiliation_string":"State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052115680","display_name":"Dongxian Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxian Wu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5147-3516","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126319195","display_name":"Mingjie Li","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjie Li","raw_affiliation_strings":["State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1588-2654","affiliations":[{"raw_affiliation_string":"State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107930819","display_name":"Y. Ma","orcid":"https://orcid.org/0009-0004-4837-579X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjun Ma","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2099-4973","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016399094","display_name":"Zhouchen Lin","orcid":"https://orcid.org/0000-0003-1493-7569"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouchen Lin","raw_affiliation_strings":["State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1493-7569","affiliations":[{"raw_affiliation_string":"State Key Lab of General Artificial Intelligence, School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16758729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"7","first_page":"7846","last_page":"7858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8939999938011169},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5512999892234802},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.5406000018119812},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5123999714851379},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48159998655319214},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46050000190734863},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4422999918460846},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42340001463890076}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8939999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8061000108718872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.637499988079071},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.5406000018119812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5376999974250793},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.41449999809265137},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4043000042438507},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.374099999666214},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.34450000524520874},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3411000072956085},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.32019999623298645},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3666165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3666165","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41706790","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41706790","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3113550468","display_name":null,"funder_award_id":"20230484344","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G3647930971","display_name":null,"funder_award_id":"92370129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4501004166","display_name":null,"funder_award_id":"20240484642","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G5189644300","display_name":null,"funder_award_id":"62376010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Skip":[0,98],"connection":[1],"is":[2],"an":[3,33],"essential":[4],"ingredient":[5],"for":[6,231],"modern":[7],"deep":[8],"models":[9,59,106,122,224],"to":[10,68,84,114],"be":[11,181],"deeper":[12],"and":[13,31,126,151,193,204],"more":[14,115,184],"powerful.":[15],"Despite":[16],"their":[17],"huge":[18],"success":[19],"in":[20,57,107,170],"normal":[21],"scenarios":[22],"(state-of-the-art":[23],"classification":[24],"performance":[25],"on":[26,92,207],"natural":[27,131],"examples),":[28],"we":[29,63,95,110,175,200],"investigate":[30],"identify":[32],"interesting":[34],"property":[35],"of":[36,45,51,167,223],"skip":[37,46,61,72],"connections":[38,47],"under":[39,183],"adversarial":[40,54,86,217],"scenarios,":[41],"namely,":[42],"the":[43,97,165,220],"use":[44],"allows":[48],"easier":[49],"generation":[50],"highly":[52],"transferable":[53],"examples.":[55],"Specifically,":[56],"ResNet-like":[58,105],"(with":[60],"connections),":[62],"find":[64],"that":[65,159,177],"biasing":[66],"backpropagation":[67],"favor":[69],"gradients":[70],"from":[71,76,104],"connections-while":[73],"suppressing":[74],"those":[75],"residual":[77],"modules":[78],"via":[79],"a":[80],"decay":[81],"factor-allows":[82],"one":[83],"craft":[85],"examples":[87],"with":[88,123],"high":[89],"transferability.":[90],"Based":[91],"this":[93],"insight,":[94],"propose":[96],"Gradient":[99],"Method":[100],"(SGM).":[101],"Although":[102],"starting":[103],"vision":[108],"domains,":[109],"further":[111,229],"extend":[112],"SGM":[113,161,178,209],"advanced":[116],"architectures,":[117],"including":[118,143],"Vision":[119],"Transformers":[120],"(ViTs),":[121],"varying-length":[124],"paths,":[125],"other":[127],"domains":[128],"such":[129,187],"as":[130,188],"language":[132],"processing.":[133],"We":[134],"conduct":[135],"comprehensive":[136],"transfer-based":[137],"attacks":[138,169],"against":[139,194],"diverse":[140],"model":[141,233],"families,":[142],"ResNets,":[144],"Transformers,":[145],"Inceptions,":[146],"Neural":[147],"Architecture":[148],"Search-based":[149],"models,":[150],"Large":[152],"Language":[153],"Models":[154],"(LLMs).":[155],"The":[156],"results":[157],"demonstrate":[158,176],"employing":[160],"can":[162,179],"greatly":[163],"improve":[164],"transferability":[166],"crafted":[168],"almost":[171],"all":[172],"cases.":[173],"Furthermore,":[174],"still":[180],"effective":[182],"challenging":[185],"settings":[186],"ensemble-based":[189],"attacks,":[190,192],"targeted":[191],"defense":[195],"equipped":[196],"models.":[197],"At":[198],"last,":[199],"provide":[201],"theoretical":[202],"explanations":[203],"empirical":[205],"insights":[206],"how":[208],"works.":[210],"Our":[211],"findings":[212],"not":[213],"only":[214],"motivate":[215],"new":[216],"research":[218],"into":[219],"architectural":[221],"characteristics":[222],"but":[225],"also":[226],"open":[227],"up":[228],"challenges":[230],"secure":[232],"architecture":[234],"design.":[235]},"counts_by_year":[],"updated_date":"2026-06-06T06:22:57.294733","created_date":"2026-02-19T00:00:00"}