{"id":"https://openalex.org/W7156719413","doi":"https://doi.org/10.48550/arxiv.2604.22838","title":"Neural Network Optimization Reimagined: Decoupled Techniques for Scratch and Fine-Tuning","display_name":"Neural Network Optimization Reimagined: Decoupled Techniques for Scratch and Fine-Tuning","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7156719413","doi":"https://doi.org/10.48550/arxiv.2604.22838"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22838","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22838","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134787812","display_name":"Xin Ning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134807887","display_name":"Qiankun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qiankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134797291","display_name":"Xiaolong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021521914","display_name":"Qiupu Chen","orcid":"https://orcid.org/0000-0003-1036-6762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qiupu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134789938","display_name":"Feng He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134783366","display_name":"Weijun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134761697","display_name":"Prayag Tiwari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tiwari, Prayag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134812754","display_name":"Xinwang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xinwang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7325999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7325999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08169999718666077,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.038100000470876694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rollback","display_name":"Rollback","score":0.6686000227928162},{"id":"https://openalex.org/keywords/upstream","display_name":"Upstream (networking)","score":0.5916000008583069},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5787000060081482},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5551999807357788},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5048999786376953},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44269999861717224},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4269999861717224},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4169999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7831000089645386},{"id":"https://openalex.org/C174220543","wikidata":"https://www.wikidata.org/wiki/Q395307","display_name":"Rollback","level":3,"score":0.6686000227928162},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.5916000008583069},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5551999807357788},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5048999786376953},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4334999918937683},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4269999861717224},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4104999899864197},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22838","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22838","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,6,12,45,55,103,120,135,154,161,168,191],"accumulation":[2],"of":[3,8,14,58,105,171,197],"resources":[4],"in":[5,17,134],"era":[7],"big":[9],"data":[10],"and":[11,98,108,140,147,187,194],"rise":[13],"pre-trained":[15,32],"models":[16,33],"deep":[18],"learning,":[19],"optimizing":[20],"neural":[21],"networks":[22],"for":[23,30,78],"various":[24],"tasks":[25],"often":[26],"involves":[27],"different":[28,172],"strategies":[29],"fine-tuning":[31,149],"versus":[34],"training":[35,81,84],"from":[36,85],"scratch.":[37],"However,":[38],"existing":[39],"optimizers":[40],"primarily":[41],"focus":[42],"on":[43],"reducing":[44],"loss":[46],"function":[47],"by":[48,100],"updating":[49],"model":[50],"parameters,":[51],"without":[52],"fully":[53],"addressing":[54],"unique":[56],"demands":[57,170],"these":[59,79],"two":[60],"major":[61],"paradigms.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66,87,115,152],"propose":[67],"DualOpt,":[68],"a":[69,123],"novel":[70],"approach":[71],"that":[72],"decouples":[73],"optimization":[74],"techniques":[75],"specifically":[76],"tailored":[77],"distinct":[80],"scenarios.":[82],"For":[83,111],"scratch,":[86],"introduce":[88],"real-time":[89],"layer-wise":[90,155],"weight":[91,106,117,128,136,156],"decay,":[92],"designed":[93],"to":[94,158,167],"enhance":[95],"both":[96],"convergence":[97],"generalization":[99],"aligning":[101],"with":[102,119],"characteristics":[104],"updates":[107],"network":[109],"architecture.":[110],"more":[112],"importantly":[113],"fine-tuning,":[114],"integrate":[116],"rollback":[118,124,162],"optimizer,":[121],"incorporating":[122],"term":[125],"into":[126],"each":[127],"update":[129],"step.":[130],"This":[131],"ensures":[132],"consistency":[133],"distribution":[137],"between":[138],"upstream":[139],"downstream":[141,173],"models,":[142],"effectively":[143],"mitigating":[144],"knowledge":[145],"forgetting":[146],"improving":[148],"performance.":[150],"Additionally,":[151],"extend":[153],"decay":[157],"dynamically":[159],"adjust":[160],"levels":[163],"across":[164,177],"layers,":[165],"adapting":[166],"varying":[169],"tasks.":[174],"Extensive":[175],"experiments":[176],"diverse":[178],"tasks,":[179],"including":[180],"image":[181],"classification,":[182],"object":[183],"detection,":[184],"semantic":[185],"segmentation,":[186,189],"instance":[188],"demonstrate":[190],"broad":[192],"applicability":[193],"state-of-the-art":[195],"performance":[196],"DualOpt.":[198],"Code":[199],"is":[200],"available":[201],"at":[202],"https://github.com/qklee-lz/OLOR-AAAI-2024.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}