{"id":"https://openalex.org/W7162795383","doi":"https://doi.org/10.48550/arxiv.2605.29547","title":"Singularity-aware Optimization via Randomized Geometric Probing: Towards Stable Non-smooth Optimization","display_name":"Singularity-aware Optimization via Randomized Geometric Probing: Towards Stable Non-smooth Optimization","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162795383","doi":"https://doi.org/10.48550/arxiv.2605.29547"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29547","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29547","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137322458","display_name":"Ruoran Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ruoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128347549","display_name":"Borong She","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"She, Borong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137347119","display_name":"Xiaobo Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Xiaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137310648","display_name":"Qiufeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qiufeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9323999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9323999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5976999998092651},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5579000115394592},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.49320000410079956},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4440000057220459},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.39899998903274536},{"id":"https://openalex.org/keywords/differential-inclusion","display_name":"Differential inclusion","score":0.38199999928474426},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.3781999945640564},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.36039999127388},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5579000115394592},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5418000221252441},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5317000150680542},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39430001378059387},{"id":"https://openalex.org/C70834904","wikidata":"https://www.wikidata.org/wiki/Q1054638","display_name":"Differential inclusion","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.32670000195503235},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C117898588","wikidata":"https://www.wikidata.org/wiki/Q6664310","display_name":"Local convergence","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.26100000739097595},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29547","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29547","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6164579391479492,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1,164],"optimization":[2],"relies":[3],"heavily":[4],"on":[5,80,157,180,184],"the":[6,50,88,99,105,151],"assumption":[7],"of":[8,98,107,176],"smooth":[9,129],"loss":[10],"landscapes,":[11],"a":[12,68,94,133],"condition":[13],"systematically":[14],"violated":[15],"by":[16,46,74],"modern":[17],"architectures":[18],"due":[19],"to":[20,54,146,178],"non-smooth":[21,32],"components":[22],"such":[23,31,36],"as":[24,37],"ReLU":[25],"activations":[26],"and":[27,57,161,171,182],"quantization":[28],"operators.":[29],"In":[30],"regimes,":[33],"adaptive":[34,114],"optimizers":[35],"Adam":[38,66],"suffer":[39],"from":[40,104],"gradient":[41,189],"chattering,":[42],"violent":[43],"oscillations":[44],"caused":[45],"conflicting":[47],"signals":[48],"within":[49],"Clarke":[51,100],"subdifferential,":[52],"leading":[53],"poor":[55],"convergence":[56,127,135],"suboptimal":[58],"generalization.":[59],"To":[60],"address":[61],"this,":[62],"we":[63],"introduce":[64],"Singularity-aware":[65],"(S-Adam),":[67],"novel":[69],"optimizer":[70],"that":[71,118,141,166],"stabilizes":[72],"training":[73],"dynamically":[75],"modulating":[76],"step":[77],"sizes":[78],"based":[79],"local":[81],"geometric":[82],"instability.":[83],"Our":[84],"key":[85],"contribution":[86],"is":[87],"Local":[89],"Geometric":[90],"Instability":[91],"(LGI)":[92],"metric,":[93],"computationally":[95],"efficient":[96],"estimator":[97],"subdifferential":[101],"diameter":[102],"derived":[103],"variance":[106],"randomized":[108],"directional":[109],"derivatives.":[110],"S-Adam":[111,142,167],"incorporates":[112],"an":[113],"damping":[115],"mechanism":[116],"exp(-$\u03bb$$\u03c1$)":[117],"decelerates":[119],"updates":[120],"in":[121,128],"high-instability":[122],"regions":[123],"while":[124,186],"preserving":[125],"fast":[126],"basins.":[130],"We":[131],"provide":[132],"rigorous":[134],"analysis":[136],"using":[137],"differential":[138],"inclusions,":[139],"proving":[140],"converges":[143],"almost":[144],"surely":[145],"($\u03b4$,$\u03b5$)-Clarke":[147],"stationary":[148],"points":[149],"at":[150],"optimal":[152],"O(1/$\\sqrt(T)$)":[153],"rate.":[154],"Empirical":[155],"evaluations":[156],"Quantization-Aware":[158],"Training":[159],"(QAT)":[160],"high-noise":[162],"small-batch":[163],"demonstrate":[165],"consistently":[168],"outperforms":[169],"AdamW":[170],"Prox-SGD,":[172],"achieving":[173],"accuracy":[174],"gains":[175],"up":[177],"+4.54%":[179],"CIFAR-100":[181],"+4.27%":[183],"TinyImageNet":[185],"effectively":[187],"mitigating":[188],"oscillations.":[190]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}