{"id":"https://openalex.org/W4402742301","doi":"https://doi.org/10.1109/access.2024.3465631","title":"Advances in Pruning and Quantization for Natural Language Processing","display_name":"Advances in Pruning and Quantization for Natural Language Processing","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402742301","doi":"https://doi.org/10.1109/access.2024.3465631"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3465631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3465631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3465631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107474575","display_name":"Ummara Bibi","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ummara Bibi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0001-3308-7670","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107611146","display_name":"Mahrukh Mazhar","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Mahrukh Mazhar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0002-5045-4871","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064296747","display_name":"Dilshad Sabir","orcid":"https://orcid.org/0000-0002-5322-9808"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Dilshad Sabir","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-5322-9808","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003142500","display_name":"Muhammad Fasih Uddin Butt","orcid":"https://orcid.org/0000-0002-6970-2612"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Fasih Uddin Butt","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-6970-2612","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047007749","display_name":"Ali Hassan","orcid":"https://orcid.org/0000-0002-1505-5157"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Hassan","raw_affiliation_strings":["Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Islamabad, Pakistan","Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-1505-5157","affiliations":[{"raw_affiliation_string":"Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"Department of Computer and Software Engineering, College of Electrical and Mechanical Engineering, National University of Sciences and Technology, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103940041","display_name":"Mustansar Ali Ghazanfar","orcid":"https://orcid.org/0000-0003-1967-6273"},"institutions":[{"id":"https://openalex.org/I157227730","display_name":"University of East London","ror":"https://ror.org/057jrqr44","country_code":"GB","type":"education","lineage":["https://openalex.org/I157227730"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mustansar Ali Ghazanfar","raw_affiliation_strings":["Department of Computer Science and Digital Technologies, School of Architecture, Computing and Engineering, University of East London, London, U.K","Department of Computer Science and Digital Technologies, School of Architecture, Computing and Engineering, University of East London, UK"],"raw_orcid":"https://orcid.org/0000-0003-1967-6273","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Digital Technologies, School of Architecture, Computing and Engineering, University of East London, London, U.K","institution_ids":["https://openalex.org/I157227730"]},{"raw_affiliation_string":"Department of Computer Science and Digital Technologies, School of Architecture, Computing and Engineering, University of East London, UK","institution_ids":["https://openalex.org/I157227730"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Arshad Ali Khan","orcid":"https://orcid.org/0000-0002-6062-0098"},"institutions":[{"id":"https://openalex.org/I170528797","display_name":"PAREXEL International (United Kingdom)","ror":"https://ror.org/03rrqwf50","country_code":"GB","type":"company","lineage":["https://openalex.org/I170528797","https://openalex.org/I4210124468"]},{"id":"https://openalex.org/I4210165275","display_name":"Queen Elizabeth\u2019s Academy","ror":"https://ror.org/05bhhjy59","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210165275"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arshad Ali Khan","raw_affiliation_strings":["5Here East, Queen Elizabeth Olympic Park, Plexal, London, U.K","Plexal Here East, Queen Elizabeth Olympic Park, Plexal, ELM Europe, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-6062-0098","affiliations":[{"raw_affiliation_string":"5Here East, Queen Elizabeth Olympic Park, Plexal, London, U.K","institution_ids":["https://openalex.org/I4210165275"]},{"raw_affiliation_string":"Plexal Here East, Queen Elizabeth Olympic Park, Plexal, ELM Europe, London, UK","institution_ids":["https://openalex.org/I170528797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083084430","display_name":"Wadood Abdul","orcid":"https://orcid.org/0000-0002-6871-6633"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Wadood Abdul","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6871-6633","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, P.O.Box 51178, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":9.6129,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"139113","last_page":"139128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.14560000598430634,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.14560000598430634,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1307000070810318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7409161329269409},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5735895037651062},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5215772986412048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4841535687446594},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.47675713896751404},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4661990702152252},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3545607328414917},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15452170372009277}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7409161329269409},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5735895037651062},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5215772986412048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4841535687446594},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.47675713896751404},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4661990702152252},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3545607328414917},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15452170372009277},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3465631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3465631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3aa0736ec8b24aa086ac05cbbaeeef2e","is_oa":true,"landing_page_url":"https://doaj.org/article/3aa0736ec8b24aa086ac05cbbaeeef2e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 139113-139128 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3465631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3465631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2059174629","https://openalex.org/W2165997484","https://openalex.org/W2171457693","https://openalex.org/W2250539671","https://openalex.org/W2516141709","https://openalex.org/W2606722458","https://openalex.org/W2747680751","https://openalex.org/W2799197246","https://openalex.org/W2803928583","https://openalex.org/W2894936553","https://openalex.org/W2913146885","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2989473642","https://openalex.org/W3003890579","https://openalex.org/W3006942268","https://openalex.org/W3024366773","https://openalex.org/W3038012435","https://openalex.org/W3098873988","https://openalex.org/W3100985894","https://openalex.org/W3128025652","https://openalex.org/W3136363192","https://openalex.org/W3145875071","https://openalex.org/W3159727696","https://openalex.org/W3173222967","https://openalex.org/W3175752238","https://openalex.org/W3176390686","https://openalex.org/W3184606595","https://openalex.org/W3187235458","https://openalex.org/W3189437251","https://openalex.org/W3199348509","https://openalex.org/W3210151345","https://openalex.org/W4308100959","https://openalex.org/W4308235818","https://openalex.org/W4319315654","https://openalex.org/W4319602321","https://openalex.org/W4327796644","https://openalex.org/W4367046413","https://openalex.org/W4375869065","https://openalex.org/W4377821330","https://openalex.org/W4384284115","https://openalex.org/W4386071861","https://openalex.org/W4386071870","https://openalex.org/W4386083031","https://openalex.org/W4386113270","https://openalex.org/W6688533166","https://openalex.org/W6690026940","https://openalex.org/W6691459498","https://openalex.org/W6733081445","https://openalex.org/W6745447227","https://openalex.org/W6748224102","https://openalex.org/W6752542827","https://openalex.org/W6752827058","https://openalex.org/W6755207826","https://openalex.org/W6757204547","https://openalex.org/W6768817161","https://openalex.org/W6779885597","https://openalex.org/W6794457956","https://openalex.org/W6811236325","https://openalex.org/W6842085161","https://openalex.org/W6848451824","https://openalex.org/W6850226483","https://openalex.org/W6852746025"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"With":[0],"ongoing":[1],"advancements":[2,41],"in":[3,31,42,53,74],"natural":[4],"language":[5],"processing":[6],"(NLP)":[7],"and":[8,16,28,44,66,81,89,108,111,130,132,140,154,162,180,188,201,216,229],"deep":[9,48],"learning":[10],"methods,":[11],"the":[12,24,38,61,227],"demand":[13],"for":[14,47,113,121,198],"computational":[15,79,228],"memory":[17,83,200,230],"resources":[18],"has":[19],"considerably":[20],"increased,":[21],"which":[22],"signifies":[23],"determination":[25],"of":[26,37,64,152,190,212,232],"efficient":[27],"compact":[29],"models":[30,138],"resource-constrained":[32],"environments.":[33],"A":[34],"comprehensive":[35],"overview":[36],"most":[39],"recent":[40],"pruning":[43,65,153,194],"quantization":[45,67,155,202],"methods":[46],"neural":[49,233],"networks":[50,234],"is":[51],"provided":[52],"this":[54,148],"paper.":[55],"Numerous":[56],"cutting-edge":[57],"techniques":[58,86,156,203,215],"that":[59,195],"harness":[60],"complementary":[62],"advantages":[63],"have":[68,183],"been":[69,184],"analyzed,":[70],"highlighting":[71],"their":[72,237],"effectiveness":[73],"reducing":[75],"model":[76],"size,":[77],"enhancing":[78],"efficiency,":[80],"minimizing":[82],"usage.":[84],"These":[85],"include":[87],"Quantization":[88,106,110,119],"Sparsity":[90],"Aware":[91],"Fine":[92],"Tuning,":[93],"Compression":[94],"Learning":[95],"by":[96],"In-Parallel":[97],"Pruning-Quantization,":[98],"GroupReduce,":[99],"Quantization-Pruned":[100],"Attention,":[101],"Structured":[102],"Pruning,":[103,129],"Normalized":[104],"Linear":[105],"(Prune":[107],"NLQ),":[109],"Pruning":[112],"Sentiment":[114],"Analysis,":[115],"an":[116],"Automatic":[117],"mixed-precision":[118],"approach":[120],"BERT":[122],"compression":[123],"(AQ-BERT),":[124],"Mixed":[125],"Precision":[126],"Quantization,":[127,131],"Unstructured":[128],"Magnitude":[133],"Pruning.":[134],"The":[135,150,209],"datasets":[136],"utilized,":[137],"employed,":[139],"outcomes":[141],"achieved":[142],"are":[143,165,196,207,239],"taken":[144],"into":[145],"account":[146],"within":[147],"research.":[149],"utilization":[151],"across":[157],"diverse":[158],"deep-learning":[159],"tasks,":[160],"NLP,":[161],"sentiment":[163],"analysis":[164,211],"also":[166,240],"discussed.":[167],"Moreover,":[168],"issues":[169],"such":[170],"as":[171],"compatibility":[172],"with":[173],"hardware":[174],"configurations,":[175],"optimization":[176],"complexities,":[177],"accuracy":[178],"degradation,":[179],"other":[181],"constraints":[182],"analysed.":[185,241],"Several":[186],"challenges":[187],"limitations":[189],"weight":[191],"or":[192],"unit":[193],"utilized":[197],"optimizing":[199],"to":[204,224],"enhance":[205],"precision":[206],"explored.":[208],"in-depth":[210],"these":[213],"state-of-the-art":[214],"experiments":[217],"provides":[218],"a":[219],"broad":[220],"understanding.":[221],"Furthermore,":[222],"strategies":[223],"effectively":[225],"reduce":[226],"demands":[231],"without":[235],"compromising":[236],"performance":[238]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":22}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}