{"id":"https://openalex.org/W7117250242","doi":"https://doi.org/10.48550/arxiv.2512.19720","title":"Per-Axis Weight Deltas for Frequent Model Updates","display_name":"Per-Axis Weight Deltas for Frequent Model Updates","publication_year":2025,"publication_date":"2025-12-16","ids":{"openalex":"https://openalex.org/W7117250242","doi":"https://doi.org/10.48550/arxiv.2512.19720"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.19720","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.19720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.19720","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121283817","display_name":"Stefan Kuyumdzhiev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuyumdzhiev, Stefan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5121295482","display_name":"Radostin Cholakov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cholakov, Radostin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7067999839782715,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7067999839782715,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.07280000299215317,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5016999840736389},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4691999852657318},{"id":"https://openalex.org/keywords/loader","display_name":"Loader","score":0.4106999933719635},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.40799999237060547},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.3276999890804291},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3240000009536743},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.30820000171661377},{"id":"https://openalex.org/keywords/compact-space","display_name":"Compact space","score":0.2833999991416931}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49480000138282776},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C2779041774","wikidata":"https://www.wikidata.org/wiki/Q650550","display_name":"Loader","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4090999960899353},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38269999623298645},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C18648836","wikidata":"https://www.wikidata.org/wiki/Q381892","display_name":"Compact space","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C135598885","wikidata":"https://www.wikidata.org/wiki/Q1366302","display_name":"Row","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.251800000667572},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.19720","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.19720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.19720","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.19720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Serving":[0],"many":[1],"task-specialized":[2],"LLM":[3],"variants":[4],"is":[5,36,132],"often":[6],"limited":[7],"by":[8,28,142],"the":[9,16,53,56,76],"large":[10],"size":[11],"of":[12,55,78],"fine-tuned":[13,21],"checkpoints":[14],"and":[15,117,138,149],"resulting":[17],"cold-start":[18,115],"latency.":[19],"Since":[20],"weights":[22],"differ":[23],"from":[24,68],"their":[25],"base":[26],"model":[27],"relatively":[29],"small":[30,70],"structured":[31],"residuals,":[32],"a":[33,45,69,98,101,109,126],"natural":[34],"approach":[35],"to":[37,90],"represent":[38],"them":[39],"as":[40],"compressed":[41],"deltas.":[42],"We":[43],"propose":[44],"simple":[46],"1-bit":[47,79],"delta":[48],"scheme":[49],"that":[50,104],"stores":[51],"only":[52],"sign":[54],"weight":[57,87],"difference":[58],"together":[59],"with":[60,120],"lightweight":[61],"per-axis":[62],"(row/column)":[63],"FP16":[64,128],"scaling":[65],"factors,":[66],"learned":[67],"calibration":[71,136],"set.":[72],"This":[73],"design":[74],"preserves":[75],"compactness":[77],"deltas":[80,107],"while":[81],"more":[82],"accurately":[83],"capturing":[84],"variation":[85],"across":[86],"dimensions,":[88],"leading":[89],"improved":[91],"reconstruction":[92],"quality":[93],"over":[94],"scalar":[95],"alternatives.":[96],"From":[97],"systems":[99],"perspective,":[100],"streamlined":[102],"loader":[103],"transfers":[105],"packed":[106],"in":[108],"single":[110],"operation":[111],"per":[112],"module":[113],"reduces":[114],"latency":[116],"storage":[118],"overhead,":[119],"artifacts":[121],"several":[122],"times":[123],"smaller":[124],"than":[125],"full":[127],"checkpoint.":[129],"The":[130],"method":[131],"drop-in,":[133],"requires":[134],"minimal":[135],"data,":[137],"maintains":[139],"inference":[140],"efficiency":[141],"avoiding":[143],"dense":[144],"reconstruction.":[145],"Our":[146],"experimental":[147],"setup":[148],"source":[150],"code":[151],"are":[152],"available":[153],"at":[154],"https://github.com/kuiumdjiev/Per-Axis-Weight-Deltas-for-Frequent-Model-Updates.":[155]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-25T00:00:00"}