{"id":"https://openalex.org/W7136117482","doi":"https://doi.org/10.48550/arxiv.2603.13115","title":"ZO-SAM: Zero-Order Sharpness-Aware Minimization for Efficient Sparse Training","display_name":"ZO-SAM: Zero-Order Sharpness-Aware Minimization for Efficient Sparse Training","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136117482","doi":"https://doi.org/10.48550/arxiv.2603.13115"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13115","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13115","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13115","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129629221","display_name":"Jie Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129542433","display_name":"Gen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Gen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108936966","display_name":"Kaiyuan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035395012","display_name":"Fatemeh Afghah","orcid":"https://orcid.org/0000-0002-2315-1173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afghah, Fatemeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129543659","display_name":"Xiaolong Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.22589999437332153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.22589999437332153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.18019999563694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.13249999284744263,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7257000207901001},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6934000253677368},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6421999931335449},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6227999925613403},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6040999889373779},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5224000215530396},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4961000084877014},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4650000035762787}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7257000207901001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7069000005722046},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6934000253677368},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6421999931335449},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6227999925613403},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6040999889373779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375000238418579},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4650000035762787},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4187000095844269},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39660000801086426},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36399999260902405},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13115","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13115","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13115","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13115","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4461788237094879}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1],"models,":[2],"despite":[3],"their":[4,16],"impressive":[5],"achievements,":[6],"suffer":[7],"from":[8],"high":[9,56],"computational":[10,34,106,122,151],"costs":[11],"and":[12,33,44,51,118,137],"memory":[13],"requirements,":[14],"limiting":[15],"usability":[17],"in":[18,146,178],"resource-constrained":[19],"environments.":[20],"Sparse":[21],"neural":[22],"networks":[23],"significantly":[24,114],"alleviate":[25],"these":[26],"constraints":[27],"by":[28,108],"dramatically":[29],"reducing":[30],"parameter":[31],"count":[32],"overhead.":[35,123],"However,":[36],"existing":[37],"sparse":[38,147],"training":[39,135,148],"methods":[40],"often":[41],"experience":[42],"chaotic":[43],"noisy":[45],"gradient":[46,98,116],"signals,":[47],"severely":[48],"hindering":[49],"convergence":[50],"generalization":[52],"performance,":[53],"particularly":[54,144],"at":[55],"sparsity":[57],"levels.":[58],"To":[59],"tackle":[60],"this":[61],"critical":[62],"challenge,":[63],"we":[64],"propose":[65],"Zero-Order":[66],"Sharpness-Aware":[67],"Minimization":[68],"(ZO-SAM),":[69],"a":[70,89],"novel":[71],"optimization":[72,78],"framework":[73],"that":[74,157],"strategically":[75],"integrates":[76],"zero-order":[77,97],"within":[79],"the":[80,104,134,154,159],"SAM":[81],"approach.":[82],"Unlike":[83],"traditional":[84],"SAM,":[85,113],"ZO-SAM":[86,132,167],"requires":[87],"only":[88],"single":[90],"backpropagation":[91,105],"step":[92],"during":[93],"perturbation,":[94],"selectively":[95],"utilizing":[96],"estimations.":[99],"This":[100],"innovative":[101],"approach":[102],"reduces":[103],"cost":[107,152],"half":[109],"compared":[110],"to":[111],"conventional":[112],"lowering":[115],"variance":[117],"effectively":[119],"eliminating":[120],"associated":[121],"By":[124],"harnessing":[125],"SAM's":[126],"capacity":[127],"for":[128],"identifying":[129],"flat":[130],"minima,":[131],"stabilizes":[133],"process":[136],"accelerates":[138],"convergence.":[139],"These":[140],"efficiency":[141],"gains":[142],"are":[143],"important":[145],"scenarios,":[149],"where":[150],"is":[153],"primary":[155],"bottleneck":[156],"limits":[158],"practicality":[160,177],"of":[161],"SAM.":[162],"Moreover,":[163],"models":[164],"trained":[165],"with":[166],"exhibit":[168],"improved":[169],"robustness":[170],"under":[171],"distribution":[172],"shift,":[173],"further":[174],"broadening":[175],"its":[176],"real-world":[179],"deployments.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-17T00:00:00"}