{"id":"https://openalex.org/W4411358567","doi":"https://doi.org/10.1109/tvlsi.2025.3572799","title":"Efficient Design Space Exploration for the BOOM Using SAC-Based Reinforcement Learning","display_name":"Efficient Design Space Exploration for the BOOM Using SAC-Based Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4411358567","doi":"https://doi.org/10.1109/tvlsi.2025.3572799"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2025.3572799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3572799","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087456718","display_name":"Mingjun Cheng","orcid":"https://orcid.org/0009-0000-4108-013X"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingjun Cheng","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-4108-013X","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075541059","display_name":"Shihan Zhang","orcid":"https://orcid.org/0009-0009-8339-4941"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihan Zhang","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090873606","display_name":"Xin Zheng","orcid":"https://orcid.org/0000-0003-4931-9664"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zheng","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4931-9664","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022175129","display_name":"Xian Lin","orcid":"https://orcid.org/0000-0002-5780-5948"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Lin","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103209489","display_name":"Huaien Gao","orcid":"https://orcid.org/0009-0001-0528-3076"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaien Gao","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-0528-3076","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050076555","display_name":"Shuting Cai","orcid":"https://orcid.org/0000-0002-2842-6439"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuting Cai","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2842-6439","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007822830","display_name":"Xiaoming Xiong","orcid":"https://orcid.org/0000-0002-2421-7621"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Xiong","raw_affiliation_strings":["School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2421-7621","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, SAR, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6406-4810","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, SAR, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5087456718"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":1.1126,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80044879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"33","issue":"8","first_page":"2252","last_page":"2263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boom","display_name":"Boom","score":0.7241726517677307},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.589450478553772},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5622326135635376},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4840085208415985},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4208589792251587},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32752525806427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3031996488571167},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.17500779032707214},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06304487586021423}],"concepts":[{"id":"https://openalex.org/C141441539","wikidata":"https://www.wikidata.org/wiki/Q1970908","display_name":"Boom","level":2,"score":0.7241726517677307},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.589450478553772},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5622326135635376},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4840085208415985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4208589792251587},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32752525806427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3031996488571167},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.17500779032707214},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06304487586021423},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2025.3572799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3572799","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1467150770","display_name":null,"funder_award_id":"2023B01J0007","funder_id":"https://openalex.org/F4320327796","funder_display_name":"Science and Technology Planning Project of Fuzhou"}],"funders":[{"id":"https://openalex.org/F4320327796","display_name":"Science and Technology Planning Project of Fuzhou","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1975779216","https://openalex.org/W2114188922","https://openalex.org/W2141559645","https://openalex.org/W2163596137","https://openalex.org/W2806570067","https://openalex.org/W3040708363","https://openalex.org/W3106090013","https://openalex.org/W4308083752","https://openalex.org/W4310494058","https://openalex.org/W4365806672","https://openalex.org/W4378218479","https://openalex.org/W4378800826","https://openalex.org/W4386764824","https://openalex.org/W4386869637","https://openalex.org/W4388195174","https://openalex.org/W4389166666","https://openalex.org/W4392309884","https://openalex.org/W4393146716","https://openalex.org/W6640212811","https://openalex.org/W6684770997","https://openalex.org/W6741002519","https://openalex.org/W6746684068","https://openalex.org/W6748839928","https://openalex.org/W6766952794","https://openalex.org/W6769218391","https://openalex.org/W6853070919","https://openalex.org/W6853274427","https://openalex.org/W6862790228"],"related_works":["https://openalex.org/W3161710089","https://openalex.org/W2353620890","https://openalex.org/W2353579321","https://openalex.org/W3130795706","https://openalex.org/W3049366059","https://openalex.org/W2088384090","https://openalex.org/W3087499667","https://openalex.org/W2537816284","https://openalex.org/W2383202214","https://openalex.org/W2369795652"],"abstract_inverted_index":{"Design":[0],"space":[1],"exploration":[2,105],"(DSE)":[3],"is":[4,211],"crucial":[5],"for":[6,200],"optimizing":[7],"the":[8,34,44,63,109,178,185],"performance,":[9],"power,":[10],"and":[11,85,116,147,154,198],"area":[12],"(PPA)":[13],"of":[14,46,87],"CPU":[15,70],"microarchitectures":[16],"(<inline-formula":[17],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[18,36,72,89,202,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[19,37,73,90,203],"<tex-math":[20,38,74,91,204],"notation=\"LaTeX\">$\\mu":[21,39,75,92,205],"$</tex-math>":[22,40,76,93,206],"</inline-formula>-archs).":[23],"While":[24],"various":[25],"machine":[26,181],"learning":[27,48,155],"(ML)":[28],"algorithms":[29],"have":[30],"been":[31],"applied":[32],"to":[33,61,130,150,172],"<inline-formula":[35,71,88,201],"</inline-formula>-arch":[41,77,94,207],"DSE":[42,78],"problem,":[43],"potential":[45],"reinforcement":[47],"(RL)":[49],"remains":[50],"underexplored.":[51],"In":[52,134],"this":[53],"article,":[54],"we":[55,119,136],"propose":[56],"a":[57,121],"novel":[58],"RL-based":[59],"approach":[60,81,187],"address":[62,108],"reduced":[64],"instruction":[65],"set":[66],"computer":[67],"V":[68],"(RISC-V)":[69],"problem.":[79],"This":[80],"enables":[82],"dynamic":[83],"selection":[84],"optimization":[86,163],"parameters":[95],"without":[96],"relying":[97],"on":[98,177],"predefined":[99],"modification":[100],"sequences,":[101],"thus":[102],"significantly":[103],"enhancing":[104],"flexibility.":[106],"To":[107],"challenges":[110],"posed":[111],"by":[112,167],"high-dimensional":[113],"action":[114],"spaces":[115],"sparse":[117],"rewards,":[118],"use":[120],"discrete":[122],"soft":[123],"actor-critic":[124],"(SAC)":[125],"framework":[126],"with":[127,164,192],"entropy":[128],"maximization":[129],"promote":[131],"efficient":[132],"exploration.":[133],"addition,":[135],"integrate":[137],"multistep":[138],"temporal-difference":[139],"(TD)":[140],"learning,":[141],"an":[142],"experience":[143],"replay":[144],"(ER)":[145],"buffer,":[146],"return":[148],"normalization":[149],"improve":[151],"sample":[152],"efficiency":[153,199],"stability":[156],"during":[157],"training.":[158],"Our":[159,209],"method":[160],"further":[161],"aligns":[162],"user-defined":[165],"preferences":[166],"normalizing":[168],"PPA":[169],"metrics":[170],"relative":[171],"baseline":[173],"designs.":[174],"Experimental":[175],"results":[176],"Berkeley":[179],"out-of-order":[180],"(BOOM)":[182],"demonstrate":[183],"that":[184],"proposed":[186],"achieves":[188],"superior":[189],"performance":[190],"compared":[191],"state-of-the-art":[193],"methods,":[194],"showcasing":[195],"its":[196],"effectiveness":[197],"DSE.":[208],"code":[210],"available":[212],"at":[213],"<uri":[214],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/exhaust-create/SAC-DSE</uri>.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}