{"id":"https://openalex.org/W7161780934","doi":"https://doi.org/10.48550/arxiv.2605.19533","title":"Replacement Learning: Training Neural Networks with Fewer Parameters","display_name":"Replacement Learning: Training Neural Networks with Fewer Parameters","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161780934","doi":"https://doi.org/10.48550/arxiv.2605.19533"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19533","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19533","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19533","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136566382","display_name":"Yuming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063742204","display_name":"Peizhe Wang","orcid":"https://orcid.org/0000-0003-4298-2471"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136544863","display_name":"Tianyang Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Tianyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136567546","display_name":"Hengyu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Hengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136510550","display_name":"Junhao Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114189702","display_name":"Dongzhi Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Dongzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136543958","display_name":"Jiabin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiabin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041076952","display_name":"Jiaji Wang","orcid":"https://orcid.org/0000-0002-6728-2685"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiaji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02539999969303608,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6141999959945679},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5799000263214111},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5300999879837036},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5250999927520752},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4869000017642975},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4375},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3935999870300293},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.36640000343322754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7297999858856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6414999961853027},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6141999959945679},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5799000263214111},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5250999927520752},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4375},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.36640000343322754},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.35269999504089355},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.33629998564720154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.328900009393692},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.29910001158714294},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19533","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19533","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19533","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19533","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6052738428115845,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"End-to-end":[0],"training":[1,44,188,196],"with":[2,155],"full-depth":[3,35,86],"backpropagation":[4],"remains":[5],"the":[6,113,128,132],"dominant":[7],"paradigm":[8,83],"for":[9,151],"optimizing":[10],"deep":[11],"neural":[12],"networks,":[13],"but":[14,63],"its":[15,116,218],"efficiency":[16],"deteriorates":[17],"as":[18],"models":[19],"grow":[20],"deeper.":[21],"Since":[22],"every":[23],"block":[24],"must":[25],"be":[26],"executed":[27],"and":[28,43,119,126,153,165,176,187,200,213,220],"differentiated":[29],"under":[30],"a":[31,81,103,109,123],"single":[32],"global":[33],"objective,":[34],"BP":[36],"introduces":[37],"substantial":[38],"parameter":[39],"redundancy,":[40],"activation-memory":[41],"cost,":[42,62],"latency,":[45],"especially":[46],"when":[47],"neighboring":[48],"layers":[49,59],"exhibit":[50],"highly":[51],"correlated":[52],"learning":[53],"patterns.":[54],"Directly":[55],"skipping":[56],"or":[57,68,192],"removing":[58],"can":[60],"reduce":[61],"often":[64],"weakens":[65],"representation":[66],"capacity":[67],"requires":[69],"architecture-specific":[70],"reuse":[71],"designs.":[72],"In":[73,135],"this":[74,136],"paper,":[75],"we":[76],"propose":[77],"Replacement":[78],"Learning":[79],"(RepL),":[80],"training-time":[82],"that":[84,107,159,179],"reduces":[85,181],"redundancy":[87],"by":[88],"replacing":[89],"selected":[90],"blocks":[91,121,158],"rather":[92],"than":[93],"simply":[94],"discarding":[95],"them.":[96],"For":[97],"each":[98],"removed":[99],"block,":[100],"RepL":[101,138,150,180],"inserts":[102],"lightweight":[104],"computing":[105],"layer":[106],"synthesizes":[108],"surrogate":[110],"operator":[111,130],"from":[112],"parameters":[114],"of":[115],"adjacent":[117],"preceding":[118,133],"succeeding":[120],"through":[122],"learnable":[124],"transformation,":[125],"applies":[127],"synthesized":[129],"to":[131],"activation.":[134],"way,":[137],"preserves":[139],"local":[140],"contextual":[141],"continuity":[142],"while":[143,190],"avoiding":[144],"unnecessary":[145],"full-layer":[146],"computation.":[147],"We":[148],"instantiate":[149],"CNNs":[152],"ViTs":[154],"tailored":[156],"parameter-fusion":[157],"handle":[160],"convolutional":[161],"channels,":[162],"feature":[163],"resolutions,":[164],"transformer":[166],"submodules.":[167],"Extensive":[168],"experiments":[169],"on":[170,204],"CIFAR-10,":[171],"SVHN,":[172],"STL-10,":[173],"ImageNet,":[174],"COCO,":[175],"CityScapes":[177],"show":[178],"trainable":[182],"parameters,":[183],"GPU":[184],"memory":[185],"usage,":[186],"time":[189],"matching":[191],"surpassing":[193],"standard":[194],"end-to-end":[195],"across":[197],"classification,":[198],"detection,":[199],"segmentation.":[201],"Additional":[202],"results":[203],"WikiText-2,":[205],"transfer":[206],"learning,":[207],"inference":[208],"throughput,":[209],"checkpointing,":[210],"stochastic":[211],"depth,":[212],"INT8":[214],"quantization":[215],"further":[216],"demonstrate":[217],"generality":[219],"compatibility.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}