{"id":"https://openalex.org/W4396877716","doi":"https://doi.org/10.1109/tvt.2024.3399826","title":"Compressing Deep Reinforcement Learning Networks With a Dynamic Structured Pruning Method for Autonomous Driving","display_name":"Compressing Deep Reinforcement Learning Networks With a Dynamic Structured Pruning Method for Autonomous Driving","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396877716","doi":"https://doi.org/10.1109/tvt.2024.3399826"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3399826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3399826","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046561040","display_name":"Wensheng Su","orcid":"https://orcid.org/0000-0002-6962-9806"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["CN","SG"],"is_corresponding":true,"raw_author_name":"Wensheng Su","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China","Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062429830","display_name":"Zhenni Li","orcid":"https://orcid.org/0000-0001-8098-0341"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenni Li","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China","GuangdongHongKong-Macao Joint Laboratory for Smart Discrete Manufacturing (GDUT), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"GuangdongHongKong-Macao Joint Laboratory for Smart Discrete Manufacturing (GDUT), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053209543","display_name":"Minrui Xu","orcid":"https://orcid.org/0000-0002-8203-8146"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Minrui Xu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062761975","display_name":"Jiawen Kang","orcid":"https://orcid.org/0000-0002-8218-3490"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Jiawen Kang","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore","Guangdong Key Laboratory of IoT Information Technology (GDUT), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Guangdong Key Laboratory of IoT Information Technology (GDUT), Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043262479","display_name":"Shengli Xie","orcid":"https://orcid.org/0000-0003-2041-5214"},"institutions":[{"id":"https://openalex.org/I4210142539","display_name":"Guangdong Institute of Intelligent Manufacturing","ror":"https://ror.org/049jpjz09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210142539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Xie","raw_affiliation_strings":["Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing and Key Laboratory of Intelligent Information Processing and System Integration of IoT, Ministry of Education, Guangdong University of Technology, Guangzhou, China","Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing (GDUT) and the Key Laboratory of Intelligent Information Processing and System Integration of IoT (GDUT), Ministry of Education, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing and Key Laboratory of Intelligent Information Processing and System Integration of IoT, Ministry of Education, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I4210142539"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing (GDUT) and the Key Laboratory of Intelligent Information Processing and System Integration of IoT (GDUT), Ministry of Education, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046561040"],"corresponding_institution_ids":["https://openalex.org/I139024713","https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":3.3461,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93368225,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"73","issue":"12","first_page":"18017","last_page":"18030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.87501060962677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6948664784431458},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6169019937515259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4344193637371063},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4176265597343445},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20199301838874817}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.87501060962677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6948664784431458},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6169019937515259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4344193637371063},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4176265597343445},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20199301838874817},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3399826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3399826","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3731527201","display_name":null,"funder_award_id":"62273106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4228552076","display_name":null,"funder_award_id":"RG87/22","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G4867772509","display_name":null,"funder_award_id":"2023A1515011480","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6178430331","display_name":null,"funder_award_id":"62203123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6967033463","display_name":null,"funder_award_id":"62320106008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G751536327","display_name":null,"funder_award_id":"62102099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8614841278","display_name":null,"funder_award_id":"62373114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G870313726","display_name":null,"funder_award_id":"62203122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8704044977","display_name":null,"funder_award_id":"2023A1515011159","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2276892413","https://openalex.org/W2285660444","https://openalex.org/W2554302513","https://openalex.org/W2907916537","https://openalex.org/W2908261578","https://openalex.org/W2928560789","https://openalex.org/W2962851801","https://openalex.org/W2963363373","https://openalex.org/W2984039063","https://openalex.org/W2999204576","https://openalex.org/W3009001235","https://openalex.org/W3017024317","https://openalex.org/W3035414587","https://openalex.org/W3037626901","https://openalex.org/W3044015199","https://openalex.org/W3088084782","https://openalex.org/W3090190726","https://openalex.org/W3118969708","https://openalex.org/W3121045039","https://openalex.org/W3127561923","https://openalex.org/W3131107792","https://openalex.org/W3156158944","https://openalex.org/W3159727696","https://openalex.org/W3169375224","https://openalex.org/W3170853162","https://openalex.org/W3177126286","https://openalex.org/W3188220908","https://openalex.org/W3215769872","https://openalex.org/W4206719179","https://openalex.org/W4212821217","https://openalex.org/W4220733308","https://openalex.org/W4225905866","https://openalex.org/W4226027685","https://openalex.org/W4285534449","https://openalex.org/W4310049158","https://openalex.org/W4312264399","https://openalex.org/W4312940001","https://openalex.org/W4313144963","https://openalex.org/W4315705927","https://openalex.org/W4319997953","https://openalex.org/W4320004351","https://openalex.org/W4386605775","https://openalex.org/W4395666038","https://openalex.org/W6674330103","https://openalex.org/W6684205842","https://openalex.org/W6773378895","https://openalex.org/W6785440099"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"has":[4,35],"shown":[5],"remarkable":[6],"success":[7],"in":[8,28,247],"complex":[9],"autonomous":[10,30],"driving":[11,31],"scenarios.":[12],"However,":[13],"DRL":[14,46,63,80,96,116,156,194,214,245,250],"models":[15,97],"inevitably":[16],"bring":[17],"high":[18,199],"memory":[19],"consumption":[20],"and":[21,44,103,172,200,223,225,231,240],"computation,":[22],"which":[23],"hinders":[24],"their":[25],"wide":[26],"deployment":[27],"resourcelimited":[29],"devices.":[32],"Structured":[33],"Pruning":[34],"been":[36],"recognized":[37],"as":[38],"a":[39,58,70,79,99,108,119,127,140,161,178],"useful":[40],"method":[41,89,183,209,235],"to":[42,53,62,134,166],"compress":[43],"accelerate":[45],"models,":[47],"but":[48,196],"it":[49],"is":[50,210],"still":[51],"challenging":[52,249],"estimate":[54],"the":[55,85,115,152,155,169,193,207,244],"contribution":[56],"of":[57,91,122,145,154,190,192,243],"parameter":[59],"(i.e.,":[60,221,229],"neuron)":[61],"models.":[64],"In":[65,132],"this":[66,137],"paper,":[67],"we":[68,125,159],"introduce":[69],"novel":[71,162],"dynamic":[72,109],"structured":[73,163],"pruning":[74,110,164,170,215],"approach":[75],"that":[76,147,206],"gradually":[77,173],"removes":[78],"model's":[81],"unimportant":[82,105,175],"neurons":[83,106,146,176,191,239],"during":[84],"training":[86,95],"stage.":[87],"Our":[88],"consists":[90],"two":[92],"steps,":[93],"i.e.":[94],"with":[98,107,118,177,212,252],"group":[100,129],"sparse":[101,130],"regularizer":[102,138],"removing":[104],"threshold.":[111],"To":[112],"efficiently":[113],"train":[114],"model":[117,195,246],"small":[120],"number":[121],"important":[123],"neurons,":[124],"employ":[126],"neuron-importance":[128],"regularizer.":[131],"contrast":[133],"conventional":[135],"regularizers,":[136],"imposes":[139],"penalty":[141],"on":[142,217],"redundant":[143,188],"groups":[144,189],"do":[148],"not":[149,186],"significantly":[150],"influence":[151],"output":[153],"model.":[157],"Furthermore,":[158],"design":[160],"strategy":[165],"dynamically":[167],"determine":[168],"threshold":[171],"remove":[174,185],"binary":[179],"mask.":[180],"Therefore,":[181],"our":[182,234],"can":[184],"only":[187],"also":[197],"achieve":[198],"robust":[201],"performance.":[202],"Experimental":[203],"results":[204],"show":[205],"proposed":[208],"competitive":[211],"existing":[213],"methods":[216],"discrete":[218],"control":[219],"environments":[220,228,251],"CartPole-v1":[222],"LunarLander-v2)":[224],"MuJoCo":[226],"continuous":[227],"Hopper-v3":[230],"Walker2D-v3).":[232],"Specifically,":[233],"effectively":[236],"compresses":[237],"93%":[238],"96%":[241],"weights":[242],"four":[248],"slight":[253],"accuracy":[254],"degradation.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}