{"id":"https://openalex.org/W7139925930","doi":"https://doi.org/10.48550/arxiv.2603.18426","title":"Prune-then-Quantize or Quantize-then-Prune? Understanding the Impact of Compression Order in Joint Model Compression","display_name":"Prune-then-Quantize or Quantize-then-Prune? Understanding the Impact of Compression Order in Joint Model Compression","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139925930","doi":"https://doi.org/10.48550/arxiv.2603.18426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011318318","display_name":"Minjun Kim","orcid":"https://orcid.org/0000-0002-3224-0610"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kim, Minjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130249625","display_name":"Jaehyeon Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Jaehyeon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130248118","display_name":"Hyunwoo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hyunwoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130245382","display_name":"Jongjin Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jongjin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130241997","display_name":"Jinho Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jinho","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130246722","display_name":"U Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, U","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011318318"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.41370001435279846,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.41370001435279846,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.3231000006198883,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.025699999183416367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.8054999709129333},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6460999846458435},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.48500001430511475},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.4715000092983246},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4250999987125397}],"concepts":[{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.8054999709129333},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6460999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5945000052452087},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.4715000092983246},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4250999987125397},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"What":[0],"happens":[1],"when":[2],"multiple":[3,31],"compression":[4,18,46,49,59,90,108,124,181],"methods":[5,32,56],"are":[6,13],"combined-does":[7],"the":[8,48,52,58,67,86,104,119,123,128,147,155,168],"order":[9,91,109,125,152],"in":[10,43,81,92],"which":[11,132],"they":[12],"applied":[14],"matter?":[15],"Joint":[16],"model":[17,45,94],"has":[19],"emerged":[20],"as":[21,34,179],"a":[22,75],"powerful":[23],"strategy":[24],"to":[25,175],"achieve":[26],"higher":[27],"efficiency":[28],"by":[29,69],"combining":[30],"such":[33,178],"pruning":[35],"and":[36,110,114,126,164,170,182],"quantization.":[37,184],"A":[38],"central":[39],"but":[40],"underexplored":[41],"factor":[42],"joint":[44],"is":[47],"order,":[50],"or":[51],"sequence":[53],"of":[54,89,107,121,150],"different":[55],"within":[57],"pipeline.":[60],"Most":[61],"prior":[62],"studies":[63],"have":[64,77],"either":[65],"sidestepped":[66],"issue":[68],"assuming":[70],"orthogonality":[71],"between":[72],"techniques,":[73],"while":[74],"few":[76],"examined":[78],"them":[79],"only":[80],"highly":[82],"constrained":[83],"cases.":[84],"Consequently,":[85],"broader":[87,176],"role":[88],"shaping":[93],"performance":[95,157],"remains":[96],"poorly":[97],"understood.":[98],"In":[99],"this":[100],"paper,":[101],"we":[102],"address":[103],"overlooked":[105],"problem":[106,120],"provide":[111,142],"both":[112,162],"theoretical":[113,143],"empirical":[115],"analysis.":[116],"We":[117,141],"formulate":[118],"optimizing":[122],"introduce":[127],"Progressive":[129],"Intensity":[130],"Hypothesis,":[131],"states":[133],"that":[134,146],"weaker":[135],"perturbations":[136],"should":[137],"precede":[138],"stronger":[139],"ones.":[140],"guarantees":[144],"showing":[145],"relative":[148],"benefit":[149],"one":[151],"increases":[153],"with":[154],"underlying":[156],"gap.":[158],"Extensive":[159],"experiments":[160],"on":[161],"language":[163],"vision":[165],"models":[166],"validate":[167],"hypothesis,":[169],"further":[171],"show":[172],"its":[173],"generality":[174],"setups":[177],"multi-stage":[180],"mixed-precision":[183]},"counts_by_year":[],"updated_date":"2026-03-21T06:36:02.116451","created_date":"2026-03-21T00:00:00"}