{"id":"https://openalex.org/W4402436905","doi":"https://doi.org/10.1109/tc.2024.3457740","title":"Chiplet-Gym: Optimizing Chiplet-Based AI Accelerator Design With Reinforcement Learning","display_name":"Chiplet-Gym: Optimizing Chiplet-Based AI Accelerator Design With Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402436905","doi":"https://doi.org/10.1109/tc.2024.3457740"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3457740","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3457740","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015612463","display_name":"Kaniz Mishty","orcid":"https://orcid.org/0009-0003-4623-6940"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaniz Mishty","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA"],"raw_orcid":"https://orcid.org/0009-0003-4623-6940","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036369307","display_name":"Mehdi Sadi","orcid":"https://orcid.org/0000-0002-0468-7810"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehdi Sadi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-9820-3695","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82497590"],"apc_list":null,"apc_paid":null,"fwci":1.8185,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83669647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"74","issue":"1","first_page":"43","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9172999858856201,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6547296047210693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6130818128585815},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.46185505390167236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3157176375389099}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6547296047210693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6130818128585815},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.46185505390167236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3157176375389099}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3457740","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3457740","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3941148836","display_name":null,"funder_award_id":"CRII-2153394","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2062899780","https://openalex.org/W2194775991","https://openalex.org/W2505380261","https://openalex.org/W2518432791","https://openalex.org/W2736601468","https://openalex.org/W2940862705","https://openalex.org/W2943476754","https://openalex.org/W2970073801","https://openalex.org/W2980104813","https://openalex.org/W3003453067","https://openalex.org/W3005962614","https://openalex.org/W3017007538","https://openalex.org/W3017521908","https://openalex.org/W3036532492","https://openalex.org/W3042495273","https://openalex.org/W3080132014","https://openalex.org/W3080976800","https://openalex.org/W3092226368","https://openalex.org/W3092618035","https://openalex.org/W3097528158","https://openalex.org/W3102790199","https://openalex.org/W3111684448","https://openalex.org/W3163293080","https://openalex.org/W3177358108","https://openalex.org/W3187788856","https://openalex.org/W3188178661","https://openalex.org/W3211664117","https://openalex.org/W4214717370","https://openalex.org/W4280633094","https://openalex.org/W4285335127","https://openalex.org/W4293023438","https://openalex.org/W4297097347","https://openalex.org/W4353031955","https://openalex.org/W4361020347","https://openalex.org/W4378800997","https://openalex.org/W4379115896","https://openalex.org/W4379116009","https://openalex.org/W4380874786","https://openalex.org/W4385245566","https://openalex.org/W4388739149","https://openalex.org/W4389166699","https://openalex.org/W4391136507","https://openalex.org/W6739425118","https://openalex.org/W6776921880","https://openalex.org/W6839961998","https://openalex.org/W6842315983","https://openalex.org/W6847327192","https://openalex.org/W6854506687"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Modern":[0],"Artificial":[1],"Intelligence":[2],"(AI)":[3],"workloads":[4],"demand":[5],"computing":[6],"systems":[7],"with":[8],"large":[9],"silicon":[10],"area":[11],"to":[12,84,108,144,160],"sustain":[13],"throughput":[14],"and":[15,22,29,69,74,94,123,136,155,178],"competitive":[16],"performance.":[17],"However,":[18,59],"prohibitive":[19],"manufacturing":[20,95],"costs":[21],"yield":[23],"limitations":[24],"at":[25,186],"advanced":[26,45],"tech":[27],"nodes":[28],"die-size":[30],"reaching":[31],"the":[32,41,55,60,70,82,86,110,119,129,132,146,162,165],"reticle":[33],"limit":[34],"restrain":[35],"us":[36],"from":[37],"achieving":[38],"this.":[39],"With":[40],"recent":[42],"innovations":[43],"in":[44,54],"packaging":[46,124],"technologies,":[47],"chiplet-based":[48,65,115,133],"architectures":[49],"have":[50],"gained":[51],"significant":[52],"attention":[53],"AI":[56,66,116,134],"hardware":[57],"domain.":[58],"vast":[61,111],"design":[62,68,88,112,147,169],"space":[63,113],"of":[64,72,114,131,164,182],"accelerator":[67,135],"absence":[71],"system":[73],"package-level":[75],"co-design":[76],"methodology":[77],"make":[78],"it":[79,138],"difficult":[80],"for":[81],"designer":[83],"find":[85],"optimum":[87],"point":[89,170],"regarding":[90],"Power,":[91],"Performance,":[92],"Area,":[93],"Cost":[96],"(PPAC).":[97],"This":[98],"paper":[99],"presents":[100],"Chiplet-Gym,":[101],"a":[102],"Reinforcement":[103],"Learning":[104],"(RL)-based":[105],"optimization":[106,153],"framework":[107],"explore":[109,151],"accelerators,":[117],"encompassing":[118],"resource":[120],"allocation,":[121],"placement,":[122],"architecture.":[125],"We":[126,149],"analytically":[127],"model":[128],"PPAC":[130],"integrate":[137],"into":[139],"an":[140],"OpenAI":[141],"gym":[142],"environment":[143],"evaluate":[145],"points.":[148],"also":[150],"non-RL-based":[152],"approaches":[154,159],"combine":[156],"these":[157],"two":[158],"ensure":[161],"robustness":[163],"optimizer.":[166],"The":[167],"optimizer-suggested":[168],"achieves":[171],"<inline-formula><tex-math":[172,175,179],"notation=\"LaTeX\">$1.52\\boldsymbol{\\times}$</tex-math></inline-formula>":[173],"throughput,":[174],"notation=\"LaTeX\">$0.27\\boldsymbol{\\times}$</tex-math></inline-formula>":[176],"energy,":[177],"notation=\"LaTeX\">$0.89\\boldsymbol{\\times}$</tex-math></inline-formula>":[180],"cost":[181],"its":[183],"monolithic":[184],"counterpart":[185],"iso-area.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}