{"id":"https://openalex.org/W7148658857","doi":"https://doi.org/10.48550/arxiv.2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","display_name":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7148658857","doi":"https://doi.org/10.48550/arxiv.2604.01609"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.01609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.01609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124085287","display_name":"Ruoling Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Ruoling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132855494","display_name":"Yirui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083299829","display_name":"Xuaner Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xuaner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132837925","display_name":"Xiangyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132837899","display_name":"Ming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132836065","display_name":"Chen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132841452","display_name":"Jian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132912756","display_name":"Yin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132903343","display_name":"Qizhen Weng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Qizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.19480000436306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.19480000436306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.12409999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6435999870300293},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6327000260353088},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5601000189781189},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5091000199317932},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.489300012588501},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.4244000017642975},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4059999883174896},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.40299999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7196000218391418},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6435999870300293},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6327000260353088},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5586000084877014},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.489300012588501},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47510001063346863},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4059999883174896},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3425000011920929},{"id":"https://openalex.org/C84655787","wikidata":"https://www.wikidata.org/wiki/Q8067817","display_name":"Compressibility","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.2678000032901764}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.01609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.01609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"deployment":[1],"of":[2,14,78,84],"Large":[3],"Language":[4],"Models":[5],"is":[6,157],"constrained":[7],"by":[8],"the":[9],"memory":[10],"and":[11,17,71,86,97,111,125,134],"bandwidth":[12],"demands":[13],"static":[15],"weights":[16],"dynamic":[18,114],"Key-Value":[19],"cache.":[20],"SVD-based":[21],"compression":[22,62,145,153],"provides":[23],"a":[24,82,88,113],"hardware-friendly":[25],"solution":[26],"to":[27,106],"reduce":[28],"these":[29],"costs.":[30],"However,":[31],"existing":[32],"methods":[33],"suffer":[34],"from":[35],"two":[36],"key":[37],"limitations:":[38],"some":[39],"are":[40,47],"suboptimal":[41],"in":[42,151],"reconstruction":[43,123],"error,":[44],"while":[45,147],"others":[46],"theoretically":[48],"optimal":[49,98,144],"but":[50],"practically":[51],"inefficient.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"propose":[57],"Swift-SVD,":[58],"an":[59],"activation-aware,":[60],"closed-form":[61],"framework":[63],"that":[64,118,138],"simultaneously":[65],"guarantees":[66],"theoretical":[67],"optimum,":[68],"practical":[69],"efficiency":[70],"numerical":[72],"stability.":[73],"Swift-SVD":[74,139],"incrementally":[75],"aggregates":[76],"covariance":[77],"output":[79],"activations":[80],"given":[81],"batch":[83],"inputs":[85],"performs":[87],"single":[89],"eigenvalue":[90],"decomposition":[91],"after":[92],"aggregation,":[93],"enabling":[94],"training-free,":[95],"fast,":[96],"layer-wise":[99,109],"low-rank":[100],"approximation.":[101],"We":[102],"employ":[103],"effective":[104],"rank":[105,115],"analyze":[107],"local":[108,122],"compressibility":[110],"design":[112],"allocation":[116],"strategy":[117],"jointly":[119],"accounts":[120],"for":[121],"loss":[124],"end-to-end":[126,152],"layer":[127],"importance.":[128],"Extensive":[129],"experiments":[130],"across":[131],"six":[132],"LLMs":[133],"eight":[135],"datasets":[136],"demonstrate":[137],"outperforms":[140],"state-of-the-art":[141],"baselines,":[142],"achieving":[143],"accuracy":[146],"delivering":[148],"3-70X":[149],"speedups":[150],"time.":[154],"Our":[155],"code":[156],"available":[158],"at":[159],"https://github.com/hiahei/Swift-SVD.":[160]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-04T00:00:00"}