{"id":"https://openalex.org/W7204586537","doi":"https://doi.org/10.48550/arxiv.2608.26389","title":"LowRankArena: A Standardized Evaluation Platform for SVD-Based LLM Compression","display_name":"LowRankArena: A Standardized Evaluation Platform for SVD-Based LLM Compression","publication_year":2026,"publication_date":"2026-08-26","ids":{"openalex":"https://openalex.org/W7204586537","doi":"https://doi.org/10.48550/arxiv.2608.26389"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.26389","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26389","pdf_url":"https://arxiv.org/pdf/2608.26389","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.26389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102696700","display_name":"Zishan Shao","orcid":"https://orcid.org/0009-0003-7873-8857","observed_orcids":["https://orcid.org/0009-0003-7873-8857"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shao, Zishan","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143540251","display_name":"Lixun Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Lixun","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146529162","display_name":"Kangning Cui","orcid":"https://orcid.org/0000-0002-1856-5064","observed_orcids":["https://orcid.org/0000-0002-1856-5064"]},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cui, Kangning","raw_affiliation_strings":["Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128172656","display_name":"Wenhao Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wu, Wenhao","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148571608","display_name":"Jinhee Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim, Jinhee","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143601051","display_name":"Yixiao Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Yixiao","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128169659","display_name":"Ting Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang, Ting","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000892367","display_name":"Hancheng Ye","orcid":"https://orcid.org/0000-0002-6272-2792","observed_orcids":["https://orcid.org/0000-0002-6272-2792"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye, Hancheng","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128191389","display_name":"Qinsi Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Qinsi","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148568727","display_name":"Fan Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Fan","raw_affiliation_strings":["Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007943946","display_name":"Danyang Zhuo","orcid":"https://orcid.org/0000-0002-0611-3941","observed_orcids":["https://orcid.org/0000-0002-0611-3941"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuo, Danyang","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126181760","display_name":"Yiran Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen, Yiran","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148491966","display_name":"Hai Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Hai","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16670000553131104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.010099999606609344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-model-compression","display_name":"large language model compression","score":0.7889999747276306},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"low-rank approximation","score":0.7099999785423279},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"singular value decomposition","score":0.9779999852180481},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.906000018119812},{"id":"https://openalex.org/keywords/memory-and-computational-cost-reduction","display_name":"memory and computational cost reduction","score":0.6850000023841858},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.7329999804496765},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.3790000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354999780654907},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.7294999957084656},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5791000127792358},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5623999834060669},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4514000117778778},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39890000224113464},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.3269999921321869},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3102000057697296},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2980000078678131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2766000032424927}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.26389","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26389","pdf_url":"https://arxiv.org/pdf/2608.26389","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.26389","doi":"https://doi.org/10.48550/arxiv.2608.26389","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.26389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.26389","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.26389","pdf_url":"https://arxiv.org/pdf/2608.26389","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204586537.pdf","grobid_xml":"https://content.openalex.org/works/W7204586537.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2525332836","https://openalex.org/W2794325560","https://openalex.org/W3210904070","https://openalex.org/W4283809320","https://openalex.org/W4322718191","https://openalex.org/W4384918448","https://openalex.org/W4388718089","https://openalex.org/W4389650671","https://openalex.org/W4398879428","https://openalex.org/W4401306886","https://openalex.org/W4414939355","https://openalex.org/W4415796274","https://openalex.org/W4415951586","https://openalex.org/W6910586635","https://openalex.org/W7084115549","https://openalex.org/W7127580109","https://openalex.org/W7127715919","https://openalex.org/W7148901833"],"related_works":["https://openalex.org/W4416246804","https://openalex.org/W7161207164","https://openalex.org/W7167610270","https://openalex.org/W7127715919","https://openalex.org/W4416058052","https://openalex.org/W7148658857","https://openalex.org/W7221790940","https://openalex.org/W7165629663","https://openalex.org/W7160920390","https://openalex.org/W7163916817"],"abstract_inverted_index":{"SVD-based":[0,90],"low-rank":[1,43,157],"compression":[2,98],"has":[3],"become":[4],"a":[5,49,73,85,107],"fast-growing":[6],"direction":[7],"for":[8,72,89],"reducing":[9],"the":[10,70],"memory":[11],"and":[12,36,102,105,139,145,155,161],"computational":[13],"cost":[14],"of":[15,67,122],"large":[16,152],"language":[17],"models":[18],"(LLMs).":[19],"However,":[20],"meaningful":[21],"comparison":[22,100],"across":[23,143],"existing":[24],"studies":[25],"remains":[26,52],"difficult":[27],"as":[28],"prior":[29,129],"evaluations":[30],"use":[31],"varied":[32],"benchmarks,":[33],"inconsistent":[34],"ratios,":[35,147],"diverse":[37],"setups,":[38],"often":[39,162],"failing":[40],"to":[41],"isolate":[42],"effects":[44],"from":[45],"auxiliary":[46],"techniques.":[47],"As":[48],"result,":[50],"it":[51],"unclear":[53],"whether":[54],"reported":[55],"gains":[56],"reflect":[57],"method-level":[58],"improvements":[59],"or":[60],"differences":[61],"in":[62],"evaluation":[63,76,87],"protocol.":[64],"This":[65],"lack":[66],"comparability":[68],"highlights":[69],"need":[71],"unified,":[74],"reproducible":[75,108],"platform.":[77],"To":[78],"address":[79],"this":[80],"problem,":[81],"we":[82],"present":[83],"LowRankArena,":[84,118],"standardized":[86,135],"platform":[88],"LLM":[91],"compression.":[92],"LowRankArena":[93],"unifies":[94],"task":[95],"versions,":[96],"uniform-precision":[97],"budgets,":[99],"regimes,":[101],"inference":[103],"measurements,":[104],"provides":[106],"pipeline":[109],"with":[110],"over":[111],"3":[112],"TiB":[113],"released":[114],"compressed":[115],"checkpoints.":[116],"Using":[117],"our":[119],"aligned":[120],"audit":[121],"five":[123],"representative":[124],"SVD":[125],"methods":[126],"reveals":[127],"that":[128],"findings":[130],"are":[131],"highly":[132],"conditional":[133],"under":[134],"protocols:":[136],"clear":[137],"leaders":[138],"performance":[140],"tiers":[141],"shift":[142],"backbones":[144],"keep":[146],"multiple-choice":[148],"accuracy":[149],"can":[150],"hide":[151],"perplexity":[153],"degradation,":[154],"nominal":[156],"savings":[158],"yield":[159],"workload-dependent":[160],"limited":[163],"end-to-end":[164],"speedups.":[165],"Our":[166],"code":[167],"is":[168],"available":[169],"at:":[170],"https://github.com/Zishan-Shao/lowrankarena.git.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-29T00:00:00"}