{"id":"https://openalex.org/W4399485424","doi":"https://doi.org/10.1109/access.2024.3411776","title":"Applications of Pruning Methods in Natural Language Processing","display_name":"Applications of Pruning Methods in Natural Language Processing","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399485424","doi":"https://doi.org/10.1109/access.2024.3411776"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3411776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3411776","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3411776","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099072963","display_name":"Marva Touheed","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Marva Touheed","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0005-5975-2121","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099072964","display_name":"Urooj Zubair","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Urooj Zubair","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0005-0312-8362","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064296747","display_name":"Dilshad Sabir","orcid":"https://orcid.org/0000-0002-5322-9808"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Dilshad Sabir","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-5322-9808","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047007749","display_name":"Ali Hassan","orcid":"https://orcid.org/0000-0002-1505-5157"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Hassan","raw_affiliation_strings":["Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Islamabad, Pakistan","Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-1505-5157","affiliations":[{"raw_affiliation_string":"Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003142500","display_name":"Muhammad Fasih Uddin Butt","orcid":"https://orcid.org/0000-0002-6970-2612"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Fasih Uddin Butt","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-6970-2612","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005093152","display_name":"Farhan Riaz","orcid":"https://orcid.org/0000-0002-8669-7165"},"institutions":[{"id":"https://openalex.org/I51532219","display_name":"University of Lincoln","ror":"https://ror.org/03yeq9x20","country_code":"GB","type":"education","lineage":["https://openalex.org/I51532219"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Farhan Riaz","raw_affiliation_strings":["School of Computer Science, College of Health and Science, University of Lincoln, Lincoln, U.K","School of Computer Science, College of Health and Science, University of Lincoln, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, College of Health and Science, University of Lincoln, Lincoln, U.K","institution_ids":["https://openalex.org/I51532219"]},{"raw_affiliation_string":"School of Computer Science, College of Health and Science, University of Lincoln, UK","institution_ids":["https://openalex.org/I51532219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083084430","display_name":"Wadood Abdul","orcid":"https://orcid.org/0000-0002-6871-6633"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Wadood Abdul","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088843602","display_name":"Rashid Ayub","orcid":"https://orcid.org/0000-0002-5239-2443"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Rashid Ayub","raw_affiliation_strings":["Department of Science Technology and Innovation, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","Department of Science Technology and Innovation, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, KSU, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-5239-2443","affiliations":[{"raw_affiliation_string":"Department of Science Technology and Innovation, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"Department of Science Technology and Innovation, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, KSU, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.1383,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88771897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"89418","last_page":"89438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6108999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6108999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7874380350112915},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5192654132843018},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5173398852348328},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49196574091911316},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4166374206542969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874380350112915},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5192654132843018},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5173398852348328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49196574091911316},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4166374206542969},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3411776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3411776","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:80256675f4d646a09e9a31738ac8e2f4","is_oa":true,"landing_page_url":"https://doaj.org/article/80256675f4d646a09e9a31738ac8e2f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 89418-89438 (2024)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/26380960","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Applications_of_Pruning_Methods_in_Natural_Language_Processing/26380960","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3411776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3411776","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5899999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W2126333738","https://openalex.org/W2512924740","https://openalex.org/W2796471868","https://openalex.org/W2808384944","https://openalex.org/W2912351236","https://openalex.org/W2946794439","https://openalex.org/W2963072899","https://openalex.org/W2963145730","https://openalex.org/W2963643655","https://openalex.org/W2964233199","https://openalex.org/W3000086424","https://openalex.org/W3007122219","https://openalex.org/W3036688711","https://openalex.org/W3037245120","https://openalex.org/W3045979597","https://openalex.org/W3082934877","https://openalex.org/W3090912412","https://openalex.org/W3091825101","https://openalex.org/W3100980998","https://openalex.org/W3100985894","https://openalex.org/W3102446692","https://openalex.org/W3119817362","https://openalex.org/W3136363192","https://openalex.org/W3139203094","https://openalex.org/W3160783538","https://openalex.org/W3162542754","https://openalex.org/W3190551878","https://openalex.org/W3191447923","https://openalex.org/W3193911894","https://openalex.org/W3196438592","https://openalex.org/W3216180229","https://openalex.org/W4200046541","https://openalex.org/W4206198736","https://openalex.org/W4206634569","https://openalex.org/W4206973254","https://openalex.org/W4210659861","https://openalex.org/W4220726338","https://openalex.org/W4220785642","https://openalex.org/W4221164185","https://openalex.org/W4283693855","https://openalex.org/W4283735720","https://openalex.org/W4284899401","https://openalex.org/W4315572243","https://openalex.org/W4365446402","https://openalex.org/W4375869065","https://openalex.org/W4378554372","https://openalex.org/W4378800813","https://openalex.org/W4380201950","https://openalex.org/W4380368768","https://openalex.org/W4380875572","https://openalex.org/W4381952928","https://openalex.org/W4385570425","https://openalex.org/W4385572485","https://openalex.org/W4386710183","https://openalex.org/W4386784351","https://openalex.org/W4390590975","https://openalex.org/W6624114792","https://openalex.org/W6676984168","https://openalex.org/W6677580257","https://openalex.org/W6691459498","https://openalex.org/W6723181079","https://openalex.org/W6726275242","https://openalex.org/W6736780897","https://openalex.org/W6739917289","https://openalex.org/W6745148473","https://openalex.org/W6745499037","https://openalex.org/W6745668070","https://openalex.org/W6748319235","https://openalex.org/W6751751081","https://openalex.org/W6754807246","https://openalex.org/W6775432837","https://openalex.org/W6777017071","https://openalex.org/W6780482815","https://openalex.org/W6785708172","https://openalex.org/W6787352875","https://openalex.org/W6788034315","https://openalex.org/W6810546682","https://openalex.org/W6811243207","https://openalex.org/W6850028645","https://openalex.org/W6851019166","https://openalex.org/W6852956349","https://openalex.org/W6852962002","https://openalex.org/W6882262199","https://openalex.org/W7046322586"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W3204019825","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2,144],"(DNN)":[3],"are":[4,55,180,194],"in":[5,13,57,97,126,212,236],"high":[6],"demand":[7],"because":[8],"of":[9,22,42,49,61,92,100,111,120,129,215,242],"their":[10,28,146],"widespread":[11],"applications":[12,37],"natural":[14],"language":[15],"processing,":[16,18],"image":[17],"and":[19,32,51,148,162,187,202,208,226,247,249,271],"a":[20,65,89,117,154,167,252],"lot":[21],"other":[23],"domains.":[24],"However,":[25],"due":[26],"to":[27,70,115,170,257],"computational":[29,163],"expense,":[30],"over-parameterization,":[31],"large":[33],"memory":[34,53],"requirements,":[35],"DNN":[36],"often":[38],"require":[39],"the":[40,58,72,85,98,121,127,173,213,223,243,259,264],"use":[41],"substantial":[43],"model":[44,160],"resources.":[45],"This":[46],"strict":[47],"requirement":[48],"latency":[50],"limited":[52],"availability":[54],"hurdles":[56],"device":[59],"deployment":[60],"these":[62,178],"technologies.":[63],"Therefore,":[64],"common":[66],"idea":[67],"could":[68],"be":[69],"mitigate":[71],"DNN-based":[73],"models\u2019":[74],"size":[75],"without":[76],"any":[77],"performance":[78],"degradation":[79],"using":[80,105],"different":[81],"compression":[82],"techniques.":[83],"During":[84],"last":[86],"few":[87],"years,":[88],"great":[90],"deal":[91,171],"progress":[93],"has":[94],"been":[95],"made":[96],"field":[99],"Natural":[101],"Language":[102],"Processing":[103],"(NLP)":[104],"deep":[106],"learning":[107],"approaches.":[108,262],"The":[109],"objective":[110],"this":[112,132],"research":[113],"is":[114,153,166,234,255],"offer":[116],"thorough":[118],"overview":[119],"various":[122],"pruning":[123,152,189,192,210],"methods":[124,193],"applied":[125],"context":[128],"NLP.":[130],"In":[131,176],"paper,":[133],"we":[134,221],"review":[135],"several":[136],"recent":[137,229],"pruning-based":[138],"schemes":[139],"used":[140],"for":[141,156],"converting":[142],"standard":[143],"into":[145,182,197],"compact":[147],"accelerated":[149],"versions.":[150],"Traditionally,":[151],"technique":[155],"improving":[157],"latency,":[158],"reducing":[159],"size,":[161],"complexity":[164],"which":[165,238],"viable":[168],"approach":[169],"with":[172,267],"above-mentioned":[174],"challenges.":[175,274],"general,":[177],"techniques":[179],"divided":[181],"two":[183],"main":[184],"categories:":[185],"structural":[186],"unstructured":[188,216],"methods.":[190],"Structural":[191],"further":[195],"classified":[196],"filter,":[198],"channel,":[199],"layer,":[200],"block,":[201],"movement":[203],"pruning.":[204,217],"Whereas,":[205],"neuron,":[206],"magnitude-based,":[207],"iterative":[209],"lie":[211],"category":[214],"For":[218],"each":[219,232],"method,":[220],"discuss":[222],"related":[224,245],"metrics":[225],"benchmarks.":[227],"Then":[228],"work":[230],"on":[231],"method":[233],"discussed":[235],"detail,":[237],"provides":[239],"insightful":[240],"analysis":[241,254],"performance,":[244],"applications,":[246],"pros":[248],"cons.":[250],"Then,":[251],"comparative":[253],"provided":[256],"analyze":[258],"differences":[260],"among":[261],"Finally,":[263],"paper":[265],"concludes":[266],"possible":[268],"future":[269],"directions":[270],"some":[272],"technical":[273]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}