{"id":"https://openalex.org/W4402698589","doi":"https://doi.org/10.48550/arxiv.2408.11796","title":"LLM Pruning and Distillation in Practice: The Minitron Approach","display_name":"LLM Pruning and Distillation in Practice: The Minitron Approach","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4402698589","doi":"https://doi.org/10.48550/arxiv.2408.11796"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.11796","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11796","pdf_url":"https://arxiv.org/pdf/2408.11796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.11796","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107421306","display_name":"Sharath Turuvekere Sreenivas","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sreenivas, Sharath Turuvekere","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099241641","display_name":"Saurav Muralidharan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muralidharan, Saurav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107957234","display_name":"Raviraj Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Raviraj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107404727","display_name":"Marcin Chochowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chochowski, Marcin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mahabaleshwarkar, Ameya Sunil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahabaleshwarkar, Ameya Sunil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shen, Gerald","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Gerald","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Jiaqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Jiaqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Zijia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zijia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Suhara, Yoshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suhara, Yoshi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Diao, Shizhe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diao, Shizhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yu, Chenhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chenhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Wei-Chun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wei-Chun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ross, Hayley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ross, Hayley","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Olabiyi, Oluwatobi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olabiyi, Oluwatobi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Aithal, Ashwath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aithal, Ashwath","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kuchaiev, Oleksii","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuchaiev, Oleksii","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Korzekwa, Daniel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Korzekwa, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Molchanov, Pavlo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Molchanov, Pavlo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Patwary, Mostofa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patwary, Mostofa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shoeybi, Mohammad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shoeybi, Mohammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kautz, Jan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kautz, Jan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Catanzaro, Bryan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catanzaro, Bryan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":22,"corresponding_author_ids":["https://openalex.org/A5107421306"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11126","display_name":"Metallurgical Processes and Thermodynamics","score":0.8759999871253967,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11126","display_name":"Metallurgical Processes and Thermodynamics","score":0.8759999871253967,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12282","display_name":"Mineral Processing and Grinding","score":0.8683000206947327,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11091","display_name":"Extraction and Separation Processes","score":0.8407999873161316,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6729822158813477},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.59071946144104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3406023383140564},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.26893508434295654},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2660824954509735},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1099073588848114},{"id":"https://openalex.org/keywords/botany","display_name":"Botany","score":0.09829401969909668}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6729822158813477},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.59071946144104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3406023383140564},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.26893508434295654},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2660824954509735},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1099073588848114},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.09829401969909668}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.11796","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11796","pdf_url":"https://arxiv.org/pdf/2408.11796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.11796","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.11796","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.11796","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11796","pdf_url":"https://arxiv.org/pdf/2408.11796","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402698589.pdf","grobid_xml":"https://content.openalex.org/works/W4402698589.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"We":[0,26,89,111],"present":[1],"a":[2,69,78,121],"comprehensive":[3],"report":[4],"on":[5,45,107,117],"compressing":[6],"the":[7,43,49,96,108],"Llama":[8,74],"3.1":[9,75],"8B":[10,19,76],"and":[11,18,24,35,41,61,77],"Mistral":[12,86],"NeMo":[13,59,87],"12B":[14],"models":[15,54,106],"to":[16,95,102],"4B":[17,71],"parameters,":[20],"respectively,":[21],"using":[22],"pruning":[23,30,34],"distillation.":[25],"explore":[27],"two":[28],"distinct":[29],"strategies:":[31],"(1)":[32],"depth":[33],"(2)":[36],"joint":[37],"hidden/attention/MLP":[38],"(width)":[39],"pruning,":[40],"evaluate":[42],"results":[44],"common":[46],"benchmarks":[47],"from":[48,73,85],"LM":[50],"Evaluation":[51],"Harness.":[52],"The":[53],"are":[55],"then":[56],"aligned":[57],"with":[58,92,120],"Aligner":[60],"tested":[62],"in":[63],"instruct-tuned":[64],"versions.":[65],"This":[66],"approach":[67],"produces":[68],"compelling":[70],"model":[72,84,115],"state-of-the-art":[79],"Mistral-NeMo-Minitron-8B":[80],"(MN-Minitron-8B":[81],"for":[82],"brevity)":[83],"12B.":[88],"found":[90],"that":[91],"no":[93],"access":[94],"original":[97],"data,":[98],"it":[99],"is":[100],"beneficial":[101],"slightly":[103],"fine-tune":[104],"teacher":[105],"distillation":[109],"dataset.":[110],"open-source":[112],"our":[113],"base":[114],"weights":[116],"Hugging":[118],"Face":[119],"permissive":[122],"license.":[123]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}