{"id":"https://openalex.org/W7163228496","doi":"https://doi.org/10.48550/arxiv.2606.00738","title":"SORA: Free Second-Order Attacks in Fast Adversarial Training","display_name":"SORA: Free Second-Order Attacks in Fast Adversarial Training","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163228496","doi":"https://doi.org/10.48550/arxiv.2606.00738"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00738","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137657016","display_name":"Mazdak Teymourian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teymourian, Mazdak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137634985","display_name":"Ramtin Moslemi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moslemi, Ramtin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046279482","display_name":"Farzan Rahmani","orcid":"https://orcid.org/0000-0001-8745-8679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahmani, Farzan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041967349","display_name":"Mohammad Hossein Rohban","orcid":"https://orcid.org/0000-0001-6589-850X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohban, Mohammad Hossein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.891700029373169},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7113999724388123},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6721000075340271},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.4943999946117401},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4496999979019165},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.35580000281333923}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.891700029373169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390999794006348},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7113999724388123},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6721000075340271},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.4943999946117401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46790000796318054},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.31200000643730164}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00738","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00738","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.48578864336013794}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Adversarial":[0],"Training":[1],"(AT)":[2],"is":[3,138,172],"a":[4,45,77,131],"leading":[5],"defense":[6],"against":[7],"adversarial":[8],"examples":[9],"but":[10],"often":[11],"suffers":[12],"from":[13],"Catastrophic":[14],"Overfitting":[15,43],"(CO)":[16],"in":[17,47,142],"efficient":[18],"single-step":[19,29],"variants,":[20],"where":[21],"robustness":[22,120,159],"to":[23],"multi-step":[24],"attacks":[25],"collapses":[26],"despite":[27],"high":[28],"performance.":[30],"We":[31],"address":[32],"this":[33],"failure":[34],"mode":[35],"with":[36],"two":[37],"contributions.":[38],"First,":[39],"we":[40,72,97],"formalize":[41],"Epsilon":[42],"(EO),":[44],"perspective":[46],"which":[48,137],"fixed":[49,133],"perturbation":[50,60],"magnitudes":[51],"and":[52,56,69,121,124,128,150,168],"directions":[53],"exacerbate":[54],"CO,":[55,117],"show":[57,152],"that":[58,83,105,153],"introducing":[59],"variability":[61],"significantly":[62],"improves":[63],"robust":[64],"generalization":[65],"across":[66,91,126],"different":[67],"architectures":[68,129,151],"datasets.":[70],"Second,":[71],"propose":[73],"PertAlign":[74],"(Perturbation":[75],"Alignment),":[76],"theoretically":[78],"grounded,":[79],"computationally":[80],"negligible":[81],"metric":[82],"predicts":[84],"CO":[85],"onset":[86],"by":[87],"measuring":[88],"gradient":[89],"alignment":[90],"attack":[92],"stages.":[93],"Leveraging":[94],"these":[95],"insights,":[96],"introduce":[98],"SORA,":[99],"an":[100],"adaptive":[101],"step-size":[102],"AT":[103],"method":[104],"dynamically":[106],"adjusts":[107],"perturbations":[108],"based":[109],"on":[110,147],"loss":[111],"surface":[112],"geometry.":[113],"SORA":[114,154],"consistently":[115],"prevents":[116],"achieves":[118],"state-of-the-art":[119],"clean":[122,166],"accuracy,":[123],"generalizes":[125],"datasets":[127,149],"using":[130],"single":[132],"set":[134],"of":[135,160],"hyperparameters,":[136],"essential":[139],"for":[140],"applicability":[141],"fast":[143],"AT.":[144],"Extensive":[145],"experiments":[146],"diverse":[148],"matches":[155],"or":[156],"surpasses":[157],"the":[158],"prior":[161],"methods":[162],"while":[163],"delivering":[164],"higher":[165],"accuracy":[167],"superior":[169],"efficiency.":[170],"Code":[171],"available":[173],"at":[174],"https://github.com/SecondOrderAT/SORA.":[175]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}
