{"id":"https://openalex.org/W4403195290","doi":"https://doi.org/10.61822/amcs-2024-0030","title":"Developing Hessian-free second-order adversarial examples for adversarial training","display_name":"Developing Hessian-free second-order adversarial examples for adversarial training","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403195290","doi":"https://doi.org/10.61822/amcs-2024-0030"},"language":"en","primary_location":{"id":"doi:10.61822/amcs-2024-0030","is_oa":true,"landing_page_url":"https://doi.org/10.61822/amcs-2024-0030","pdf_url":"https://reference-global.com/2/v2/download/article/10.61822/amcs-2024-0030.pdf","source":{"id":"https://openalex.org/S117679522","display_name":"International Journal of Applied Mathematics and Computer Science","issn_l":"1641-876X","issn":["1641-876X","2083-8492"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Applied Mathematics and Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://reference-global.com/2/v2/download/article/10.61822/amcs-2024-0030.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057867117","display_name":"Yaguan Qian","orcid":"https://orcid.org/0000-0003-4056-9755"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaguan Qian","raw_affiliation_strings":["College of Science, Zhejiang University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"College of Science, Zhejiang University of Science and Technology","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049619190","display_name":"Liangjian Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangjian Zhang","raw_affiliation_strings":["College of Science, Zhejiang University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"College of Science, Zhejiang University of Science and Technology","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451683","display_name":"Yuqi Wang","orcid":"https://orcid.org/0000-0002-7882-1808"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Wang","raw_affiliation_strings":["College of Science, Zhejiang University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"College of Science, Zhejiang University of Science and Technology","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104175557","display_name":"Boyuan Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyuan Ji","raw_affiliation_strings":["College of Science, Zhejiang University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"College of Science, Zhejiang University of Science and Technology","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057858017","display_name":"Teng\u2010Teng Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengteng Yao","raw_affiliation_strings":["College of Science, Zhejiang University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"College of Science, Zhejiang University of Science and Technology","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100449076","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0003-2565-1013"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Zhejiang Key Laboratory of Artificial Intelligence of Things (AIoT) Network and Data Security"],"affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Artificial Intelligence of Things (AIoT) Network and Data Security","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057867117"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":{"value":4080,"currency":"PLN","value_usd":1100},"apc_paid":{"value":4080,"currency":"PLN","value_usd":1100},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1490142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9333481788635254},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.8199633359909058},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6630511283874512},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.593014657497406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5197277069091797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4326721727848053},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4188097417354584},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32609808444976807},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.253004252910614},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09890881180763245},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07696080207824707}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9333481788635254},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.8199633359909058},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6630511283874512},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.593014657497406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5197277069091797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4326721727848053},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4188097417354584},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32609808444976807},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.253004252910614},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09890881180763245},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07696080207824707},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.61822/amcs-2024-0030","is_oa":true,"landing_page_url":"https://doi.org/10.61822/amcs-2024-0030","pdf_url":"https://reference-global.com/2/v2/download/article/10.61822/amcs-2024-0030.pdf","source":{"id":"https://openalex.org/S117679522","display_name":"International Journal of Applied Mathematics and Computer Science","issn_l":"1641-876X","issn":["1641-876X","2083-8492"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Applied Mathematics and Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5b68925ffde547e4b9fa9e9f4cc278f2","is_oa":true,"landing_page_url":"https://doaj.org/article/5b68925ffde547e4b9fa9e9f4cc278f2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Applied Mathematics and Computer Science, Vol 34, Iss 3, Pp 425-438 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.61822/amcs-2024-0030","is_oa":true,"landing_page_url":"https://doi.org/10.61822/amcs-2024-0030","pdf_url":"https://reference-global.com/2/v2/download/article/10.61822/amcs-2024-0030.pdf","source":{"id":"https://openalex.org/S117679522","display_name":"International Journal of Applied Mathematics and Computer Science","issn_l":"1641-876X","issn":["1641-876X","2083-8492"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Applied Mathematics and Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.46000000834465027,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G2495480902","display_name":null,"funder_award_id":"92167203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4476238879","display_name":null,"funder_award_id":"20007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7608255501","display_name":null,"funder_award_id":"LZ22F020007","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403195290.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2611031068","https://openalex.org/W1704347466","https://openalex.org/W4283017538","https://openalex.org/W1996936972","https://openalex.org/W1545275724","https://openalex.org/W2802707792","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W2569979269"],"abstract_inverted_index":{"<abstract":[0],"xmlns=\"http://www.w3.org/1999/xhtml\">":[1],"Recent":[2],"studies":[3],"show":[4],"that":[5,132,240],"deep":[6],"neural":[7],"networks":[8],"(DNNs)":[9],"are":[10],"extremely":[11],"vulnerable":[12],"to":[13,30,67,77,92,162,191,208,253],"elaborately":[14],"designed":[15],"adversarial":[16,22,41,46,50,61,102,178,242,246],"examples.":[17,94],"Adversarial":[18],"training,":[19],"which":[20,56,118],"uses":[21],"examples":[23,51,103],"as":[24],"training":[25,47,108,227],"data,":[26],"has":[27],"been":[28],"proven":[29],"be":[31],"one":[32],"of":[33,38,72,87,184,197,215],"the":[34,70,73,88,115,134,139,144,147,156,171,177,188,193,198,204,216,226,233],"most":[35,44],"effective":[36],"methods":[37,48],"defense":[39],"against":[40,59,257],"attacks.":[42,259],"However,":[43,110],"existing":[45],"use":[49,203],"relying":[52],"on":[53,99,232],"first-order":[54,78,250],"gradients,":[55,79],"perform":[57],"poorly":[58],"second-order":[60,80,101,111,245],"attacks":[62],"and":[63,104,165,224,236],"make":[64],"it":[65],"difficult":[66],"further":[68],"improve":[69],"robustness":[71,256],"model.":[74],"In":[75],"contrast":[76],"gradients":[81],"provide":[82],"a":[83,181],"more":[84],"accurate":[85],"approximation":[86,130],"loss":[89],"landscape":[90],"relative":[91],"natural":[93],"Therefore,":[95],"our":[96,241],"work":[97],"focuses":[98],"constructing":[100],"utilizing":[105],"them":[106],"for":[107,210],"DNNs.":[109],"optimization":[112,137],"involves":[113],"computing":[114],"Hessian":[116,173,200],"inverse,":[117],"typically":[119,151],"consumes":[120],"considerable":[121],"time.":[122],"To":[123],"address":[124],"this":[125],"issue,":[126],"we":[127,202],"propose":[128],"an":[129,211],"method":[131,150,219],"transforms":[133],"problem":[135],"into":[136],"within":[138],"Krylov":[140,148,189],"subspace.":[141],"Compared":[142],"with":[143],"Euclidean":[145],"space,":[146],"subspace":[149,190],"does":[152],"not":[153],"require":[154],"storing":[155],"entire":[157],"matrix.":[158,174,217],"It":[159],"only":[160],"needs":[161],"store":[163],"vectors":[164],"intermediate":[166],"results,":[167],"avoiding":[168],"explicitly":[169],"calculating":[170],"complete":[172],"We":[175],"approximate":[176,212],"direction":[179],"by":[180],"linear":[182],"combination":[183],"Hessian-vector":[185],"products":[186],"in":[187],"reduce":[192],"computation":[194],"cost.":[195],"Because":[196],"non-symmetrical":[199],"matrix,":[201],"generalized":[205],"minimum":[206],"residual":[207],"search":[209],"polynomial":[213],"solution":[214],"Our":[218],"efficiently":[220],"reduces":[221],"computational":[222],"complexity":[223],"accelerates":[225],"process.":[228],"Extensive":[229],"experiments":[230],"conducted":[231],"MNIST,":[234],"CIFAR-10,":[235],"ImageNet-100":[237],"datasets":[238],"demonstrate":[239],"learning":[243],"using":[244],"samples":[247],"outperforms":[248],"other":[249],"methods,":[251],"leading":[252],"improved":[254],"model":[255],"various":[258],"</abstract>":[260]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}
