{"id":"https://openalex.org/W4405710122","doi":"https://doi.org/10.1109/iscslp63861.2024.10800592","title":"Fusion Pruning for Large Language Models","display_name":"Fusion Pruning for Large Language Models","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4405710122","doi":"https://doi.org/10.1109/iscslp63861.2024.10800592"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp63861.2024.10800592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033218994","display_name":"Shixin Jiang","orcid":"https://orcid.org/0000-0002-5168-6597"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shixin Jiang","raw_affiliation_strings":["Harbin Institute of Technology,Harbin"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Harbin","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100347785","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-4500-238X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["Harbin Institute of Technology,Harbin"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Harbin","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005181083","display_name":"Bing Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Qin","raw_affiliation_strings":["Harbin Institute of Technology,Harbin"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Harbin","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033218994"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21286009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"349","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7093116044998169},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6714413166046143},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5058895945549011},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45261627435684204},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43511003255844116}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093116044998169},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6714413166046143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5058895945549011},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45261627435684204},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43511003255844116},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscslp63861.2024.10800592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2407386500","https://openalex.org/W3096215947","https://openalex.org/W3184606595","https://openalex.org/W4366341968","https://openalex.org/W4378574344","https://openalex.org/W4390190323","https://openalex.org/W4394625743","https://openalex.org/W4402670692","https://openalex.org/W6755028443","https://openalex.org/W6776676620","https://openalex.org/W6839092155","https://openalex.org/W6848451824","https://openalex.org/W6849765749","https://openalex.org/W6849833492","https://openalex.org/W6852962002","https://openalex.org/W6853192989","https://openalex.org/W6853285973","https://openalex.org/W6854094408","https://openalex.org/W6857963658","https://openalex.org/W6860434696"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"language":[1,9],"models":[2,33,100],"have":[3,34,47,89],"achieved":[4],"great":[5,49],"success":[6],"in":[7,23,91,109,169],"natural":[8],"processing":[10],"tasks.":[11],"It":[12],"has":[13],"recently":[14],"become":[15],"a":[16,71],"new":[17],"research":[18,175],"hot":[19],"spot.":[20],"For":[21,123],"example,":[22,124],"tasks":[24],"such":[25],"as":[26,59,193,195],"mathematical":[27],"reasoning":[28,57,67],"and":[29,44,79,85,93,116,166,190,202],"story":[30],"writing,":[31],"large":[32,81,99],"emerged":[35],"with":[36],"extremely":[37],"strong":[38],"capabilities.":[39],"However,":[40,159],"their":[41],"huge":[42],"size":[43,62],"computing":[45],"requirements":[46],"brought":[48],"challenges":[50],"to":[51,77,98,120],"ac-tual":[52],"deployment.":[53],"In":[54],"terms":[55],"of":[56,145,179],"speed,":[58],"the":[60,65,143,174],"model":[61,134],"increases":[63],"significantly,":[64],"model's":[66],"speed":[68],"will":[69],"drop":[70],"lot.":[72],"Therefore,":[73],"it":[74],"is":[75],"necessary":[76],"prune":[78],"accelerate":[80],"models.":[82,122],"Existing":[83],"structured":[84,125,188],"unstructured":[86,149,191],"pruning":[87,105,126,150,155,180,189,201],"methods":[88,106,127,151,161],"problems":[90],"compatibility":[92,165],"are":[94,107],"not":[95],"fully":[96],"applicable":[97],"after":[101],"pruning.":[102],"Although":[103],"these":[104,160],"effective":[108],"theory,":[110],"they":[111],"usually":[112],"show":[113],"different":[114],"applicability":[115,168],"effects":[117],"when":[118],"applied":[119],"complex":[121],"may":[128],"be":[129],"more":[130,153],"suitable":[131],"for":[132],"achieving":[133],"compression":[135],"through":[136],"sparse":[137],"word":[138],"embedding":[139],"matrices":[140],"or":[141],"reducing":[142],"number":[144],"attention":[146],"heads,":[147],"while":[148],"focus":[152],"on":[154,176],"redundant":[156],"parameter":[157],"connections.":[158],"often":[162],"lack":[163],"sufficient":[164],"general":[167],"practice.":[170],"We":[171],"mainly":[172],"explore":[173],"fusion":[177,183,196],"algorithms":[178],"methods,":[181],"including":[182],"acceleration":[184,197,204],"solutions":[185,198],"that":[186,199],"combine":[187,200],"pruning,":[192],"well":[194],"other":[203],"methods.":[205]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}