{"id":"https://openalex.org/W7135186210","doi":"https://doi.org/10.1109/tpami.2026.3673772","title":"Hyper-Compression: Model Compression via Hyperfunction","display_name":"Hyper-Compression: Model Compression via Hyperfunction","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7135186210","doi":"https://doi.org/10.1109/tpami.2026.3673772","pmid":"https://pubmed.ncbi.nlm.nih.gov/41824334"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3673772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3673772","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018677035","display_name":"Fenglei Fan","orcid":"https://orcid.org/0000-0003-3691-5141"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Feng-Lei Fan","raw_affiliation_strings":["Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3691-5141","affiliations":[{"raw_affiliation_string":"Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Juntong Fan","orcid":"https://orcid.org/0009-0001-8504-6598"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Juntong Fan","raw_affiliation_strings":["Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0001-8504-6598","affiliations":[{"raw_affiliation_string":"Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dayang Wang","orcid":"https://orcid.org/0000-0003-0531-2110"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dayang Wang","raw_affiliation_strings":["Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0531-2110","affiliations":[{"raw_affiliation_string":"Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jingbo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jingbo Zhang","raw_affiliation_strings":["Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science, City University of Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129266643","display_name":"Zelin Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zelin Dong","raw_affiliation_strings":["Department of Mathematics, The Chinese University of Hong Kong, HKSAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, The Chinese University of Hong Kong, HKSAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104621259","display_name":"Shijun Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shijun Zhang","raw_affiliation_strings":["Department of Applied Mathematics, Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069440260","display_name":"G. \u2013C. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ge Wang","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-2656-7705","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129298367","display_name":"Tieyong Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tieyong Zeng","raw_affiliation_strings":["Department of Mathematics, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0688-202X","affiliations":[{"raw_affiliation_string":"Department of Mathematics, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24909265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"8","first_page":"8813","last_page":"8830"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.3953999876976013,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.3953999876976013,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.27469998598098755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.017999999225139618,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5834000110626221},{"id":"https://openalex.org/keywords/hyperfunction","display_name":"Hyperfunction","score":0.5429999828338623},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4876999855041504},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3619999885559082},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.30489999055862427}],"concepts":[{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C92652530","wikidata":"https://www.wikidata.org/wiki/Q1567017","display_name":"Hyperfunction","level":2,"score":0.5429999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5230000019073486},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5117999911308289},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4876999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45489999651908875},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31690001487731934},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.30489999055862427},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3673772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3673772","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41824334","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41824334","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2,30],"of":[3,11,46,59,82,213],"large":[4],"models'":[5],"size":[6],"has":[7],"far":[8],"outpaced":[9],"that":[10,38,56,172],"computing":[12],"resources.":[13],"To":[14],"bridge":[15],"this":[16,113],"gap,":[17],"encouraged":[18],"by":[19,86,138],"the":[20,28,35,40,44,57,66,77,80,83,105,123,127,149,175],"parsimonious":[21],"relationship":[22],"between":[23],"genotype":[24],"and":[25,31,110,129,152,156,165,168,191,202,208],"phenotype":[26],"in":[27,199],"brain's":[29],"development,":[32],"we":[33,115,142],"propose":[34,143],"so-called":[36],"Hyper-Compression":[37,150,173],"turns":[39],"model":[41,100],"compression":[42,181,194],"into":[43],"issue":[45],"parameter":[47],"representation":[48],"via":[49],"a":[50,96,118,210],"hyperfunction.":[51],"Specifically,":[52],"it":[53],"is":[54],"known":[55],"trajectory":[58,92],"some":[60],"low-dimensional":[61],"dynamic":[62,74,120],"systems":[63,75],"can":[64],"fill":[65],"high-dimensional":[67],"space":[68],"eventually.":[69],"Thus,":[70],"Hyper-Compression,":[71],"using":[72],"these":[73],"as":[76,126,163],"hyperfunctions,":[78],"represents":[79],"parameters":[81],"target":[84],"network":[85],"their":[87],"corresponding":[88],"composition":[89],"number":[90],"or":[91],"length.":[93],"This":[94],"suggests":[95],"novel":[97],"mechanism":[98],"for":[99],"compression,":[101],"substantially":[102],"different":[103],"from":[104],"existing":[106],"pruning,":[107],"quantization,":[108],"distillation,":[109],"decomposition.":[111],"Along":[112],"direction,":[114],"methodologically":[116],"identify":[117],"suitable":[119],"system":[121],"with":[122,209],"irrational":[124],"winding":[125],"hyperfunction":[128],"theoretically":[130],"derive":[131],"its":[132],"associated":[133],"error":[134],"bound.":[135],"Next,":[136],"guided":[137],"our":[139],"theoretical":[140],"insights,":[141],"several":[144],"engineering":[145],"twists":[146],"to":[147],"make":[148],"pragmatic":[151],"effective.":[153],"Lastly,":[154],"systematic":[155],"comprehensive":[157],"experiments":[158],"on":[159],"NLP":[160],"models":[161,170],"such":[162],"LLaMA":[164],"Qwen":[166],"series":[167],"vision":[169],"confirm":[171],"enjoys":[174],"following":[176],"PNAS":[177],"merits:":[178],"1)":[179],"Preferable":[180],"ratio;":[182],"2)":[183],"No":[184],"post-hoc":[185],"retraining;":[186],"3)":[187],"Affordable":[188],"inference":[189],"time;":[190],"4)":[192],"Short":[193],"time.":[195],"It":[196],"compresses":[197],"LLaMA2-7B":[198],"an":[200],"hour":[201],"achieves":[203],"close-to-int4-quantization":[204],"performance,":[205],"without":[206],"retraining":[207],"performance":[211],"drop":[212],"less":[214],"than":[215],"1%.":[216]},"counts_by_year":[],"updated_date":"2026-07-07T06:14:10.401900","created_date":"2026-02-07T00:00:00"}