{"id":"https://openalex.org/W3185823229","doi":"https://doi.org/10.1109/tcad.2023.3319594","title":"Boosting the Convergence of Reinforcement Learning-Based Auto-Pruning Using Historical Data","display_name":"Boosting the Convergence of Reinforcement Learning-Based Auto-Pruning Using Historical Data","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W3185823229","doi":"https://doi.org/10.1109/tcad.2023.3319594","mag":"3185823229"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3319594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3319594","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087006435","display_name":"Jiandong Mu","orcid":"https://orcid.org/0000-0002-0023-841X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiandong Mu","raw_affiliation_strings":["Department of Electronics and Communications Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-0023-841X","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communications Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707460","display_name":"Mengdi Wang","orcid":"https://orcid.org/0000-0002-2101-9507"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengdi Wang","raw_affiliation_strings":["Computing Platform Department, Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Platform Department, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112741012","display_name":"Feiwen Zhu","orcid":"https://orcid.org/0009-0005-4813-0685"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiwen Zhu","raw_affiliation_strings":["Computing Platform Department, Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Platform Department, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912623","display_name":"Jun Yang","orcid":"https://orcid.org/0000-0002-9386-5825"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["Computing Platform Department, Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Platform Department, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050309115","display_name":"Wei Lin","orcid":"https://orcid.org/0009-0006-4366-6787"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Lin","raw_affiliation_strings":["Computing Platform Department, Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Platform Department, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061515087","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-7622-6714"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Department of Electronics and Communications Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-7622-6714","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communications Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1309,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.523121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"43","issue":"2","first_page":"548","last_page":"561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.792525053024292},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7822892665863037},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7126030325889587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6321635246276855},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6246719360351562},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5548306703567505},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5518926382064819},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48968032002449036},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46732771396636963},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4527646601200104},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.44507089257240295},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42430925369262695},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.07716584205627441}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792525053024292},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7822892665863037},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7126030325889587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6321635246276855},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6246719360351562},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5548306703567505},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5518926382064819},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48968032002449036},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46732771396636963},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4527646601200104},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.44507089257240295},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42430925369262695},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.07716584205627441},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcad.2023.3319594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3319594","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-132364","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-132364","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G309757665","display_name":"Graph learning-based subgraph pattern extraction and its application to the optimization of synthesis flow for FPGA","funder_award_id":"16213521","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W46086471","https://openalex.org/W1522301498","https://openalex.org/W1834646128","https://openalex.org/W2054141820","https://openalex.org/W2090923791","https://openalex.org/W2097381042","https://openalex.org/W2109529553","https://openalex.org/W2121863487","https://openalex.org/W2135046866","https://openalex.org/W2145938889","https://openalex.org/W2173248099","https://openalex.org/W2280985394","https://openalex.org/W2287814884","https://openalex.org/W2295598076","https://openalex.org/W2580175322","https://openalex.org/W2701719801","https://openalex.org/W2734442794","https://openalex.org/W2763323349","https://openalex.org/W2873705236","https://openalex.org/W2877093712","https://openalex.org/W2886851211","https://openalex.org/W2891967877","https://openalex.org/W2896409484","https://openalex.org/W2907468472","https://openalex.org/W2924888702","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2963828549","https://openalex.org/W2963864421","https://openalex.org/W2980137827","https://openalex.org/W2984618279","https://openalex.org/W3034251466","https://openalex.org/W3034786558","https://openalex.org/W3040786925","https://openalex.org/W3085267010","https://openalex.org/W3091920657","https://openalex.org/W3094801149","https://openalex.org/W3102476541","https://openalex.org/W3118608800","https://openalex.org/W3150570724","https://openalex.org/W3197252688","https://openalex.org/W3199435000","https://openalex.org/W3210184670","https://openalex.org/W4255421341","https://openalex.org/W4287634727","https://openalex.org/W4289761856","https://openalex.org/W4383112908","https://openalex.org/W6631190155","https://openalex.org/W6638894083","https://openalex.org/W6674600207","https://openalex.org/W6679847558","https://openalex.org/W6681158678","https://openalex.org/W6684921986","https://openalex.org/W6696126189","https://openalex.org/W6739717535","https://openalex.org/W6745499552","https://openalex.org/W6753146606","https://openalex.org/W6755034786","https://openalex.org/W6755843862","https://openalex.org/W6758118383","https://openalex.org/W6780449691","https://openalex.org/W6784712800","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2913534066","https://openalex.org/W2970375204"],"abstract_inverted_index":{"Recently,":[0],"neural":[1,22,174],"network":[2,67],"compression":[3],"schemes":[4],"like":[5],"channel":[6],"pruning":[7,46,63],"have":[8,74],"been":[9,39],"widely":[10],"used":[11],"to":[12,42,48,128,146],"reduce":[13],"the":[14,44,54,77,98,102,112,115,132,137,148,152,163],"model":[15],"size":[16],"and":[17,62,64,180],"computational":[18],"complexity":[19],"of":[20,80,97,114,151],"deep":[21],"networks":[23],"(DNNs)":[24],"for":[25],"applications":[26],"in":[27],"power-constrained":[28],"scenarios,":[29],"such":[30,176],"as":[31,177],"embedded":[32],"systems.":[33],"Reinforcement":[34],"learning":[35,124,142],"(RL)-based":[36],"auto-pruning":[37,88,104,164],"has":[38],"further":[40,129],"proposed":[41,127,145],"automate":[43],"DNN":[45],"process":[47,134,143,165],"avoid":[49],"expensive":[50],"hand-crafted":[51],"work.":[52],"However,":[53],"RL-based":[55,81],"pruner":[56],"involves":[57],"a":[58],"time-consuming":[59],"training":[60,133],"process,":[61],"evaluating":[65],"each":[66],"comes":[68],"at":[69],"high-computational":[70],"expense.":[71],"These":[72],"problems":[73],"greatly":[75],"restricted":[76],"real-world":[78],"application":[79],"auto-pruning.":[82],"Thus,":[83],"we":[84,109],"propose":[85],"an":[86,121,140],"efficient":[87],"framework":[89,160],"that":[90,158],"solves":[91],"this":[92],"problem":[93],"by":[94,117,135],"taking":[95],"advantage":[96],"historical":[99],"data":[100],"from":[101],"previous":[103],"process.":[105],"In":[106],"our":[107,159],"framework,":[108],"first":[110],"boost":[111],"convergence":[113],"RL-pruner":[116],"transfer":[118,123],"learning.":[119],"Then,":[120],"augmented":[122],"scheme":[125],"is":[126,144],"speed":[130],"up":[131],"improving":[136],"transferability.":[138],"Finally,":[139],"assistant":[141],"improve":[147],"sample":[149],"efficiency":[150],"RL":[153],"agent.":[154],"The":[155],"experiments":[156],"show":[157],"can":[161],"accelerate":[162],"by$1.5\\times":[166],"$\u2013$2.5\\times":[167],"$for":[168,172],"ResNet20,":[169],"and$1.81\\times":[170],"$\u2013$2.375\\times":[171],"other":[173],"networks,":[175],"ResNet56,":[178],"ResNet18,":[179],"MobileNet":[181],"v1.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}