{"id":"https://openalex.org/W2768195099","doi":"https://doi.org/10.1145/3132170","title":"Cooperative Multi-Agent Reinforcement Learning-Based Co-optimization of Cores, Caches, and On-chip Network","display_name":"Cooperative Multi-Agent Reinforcement Learning-Based Co-optimization of Cores, Caches, and On-chip Network","publication_year":2017,"publication_date":"2017-11-14","ids":{"openalex":"https://openalex.org/W2768195099","doi":"https://doi.org/10.1145/3132170","mag":"2768195099"},"language":"en","primary_location":{"id":"doi:10.1145/3132170","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3132170","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3132170?download=true","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3132170?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002082998","display_name":"Rahul Jain","orcid":"https://orcid.org/0000-0003-3786-8682"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rahul Jain","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027215692","display_name":"Preeti Ranjan Panda","orcid":"https://orcid.org/0000-0002-2508-7531"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Preeti Ranjan Panda","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036799188","display_name":"Sreenivas Subramoney","orcid":"https://orcid.org/0000-0001-5372-0173"},"institutions":[{"id":"https://openalex.org/I4210146682","display_name":"Intel (India)","ror":"https://ror.org/04f2n1245","country_code":"IN","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210146682"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sreenivas Subramoney","raw_affiliation_strings":["Microarchitecture Research Lab, Intel India, Bangalore, Karnataka"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microarchitecture Research Lab, Intel India, Bangalore, Karnataka","institution_ids":["https://openalex.org/I4210146682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7309,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.74230268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"4","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8878083825111389},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7712317705154419},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.5567227602005005},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5370368957519531},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48874998092651367},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48560112714767456},{"id":"https://openalex.org/keywords/frequency-scaling","display_name":"Frequency scaling","score":0.46366456151008606},{"id":"https://openalex.org/keywords/interconnection","display_name":"Interconnection","score":0.45480746030807495},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.44353216886520386},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3232484459877014},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.25074684619903564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21156328916549683},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09555992484092712}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8878083825111389},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7712317705154419},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.5567227602005005},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5370368957519531},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48874998092651367},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48560112714767456},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.46366456151008606},{"id":"https://openalex.org/C123745756","wikidata":"https://www.wikidata.org/wiki/Q1665949","display_name":"Interconnection","level":2,"score":0.45480746030807495},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.44353216886520386},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3232484459877014},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25074684619903564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21156328916549683},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09555992484092712},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3132170","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3132170","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3132170?download=true","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3132170","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3132170","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3132170?download=true","source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2768195099.pdf","grobid_xml":"https://content.openalex.org/works/W2768195099.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W1619746206","https://openalex.org/W1641379095","https://openalex.org/W1970267574","https://openalex.org/W1985018624","https://openalex.org/W1992180455","https://openalex.org/W1994004081","https://openalex.org/W1996511375","https://openalex.org/W2013388848","https://openalex.org/W2015691124","https://openalex.org/W2019155735","https://openalex.org/W2022211308","https://openalex.org/W2033392534","https://openalex.org/W2051525823","https://openalex.org/W2062265336","https://openalex.org/W2086724906","https://openalex.org/W2090994050","https://openalex.org/W2095671661","https://openalex.org/W2103999643","https://openalex.org/W2109562980","https://openalex.org/W2114745971","https://openalex.org/W2124086785","https://openalex.org/W2125670462","https://openalex.org/W2128335469","https://openalex.org/W2129381159","https://openalex.org/W2129548165","https://openalex.org/W2134633067","https://openalex.org/W2135332296","https://openalex.org/W2136325278","https://openalex.org/W2138305065","https://openalex.org/W2141103990","https://openalex.org/W2143773524","https://openalex.org/W2143835304","https://openalex.org/W2150196852","https://openalex.org/W2152529103","https://openalex.org/W2153456949","https://openalex.org/W2157189715","https://openalex.org/W2161036704","https://openalex.org/W2170311029","https://openalex.org/W2170382128","https://openalex.org/W2312609093","https://openalex.org/W2345722469","https://openalex.org/W2803052637","https://openalex.org/W3004613644","https://openalex.org/W3006335209","https://openalex.org/W3112784795","https://openalex.org/W3147501999","https://openalex.org/W4232318378","https://openalex.org/W4253086812"],"related_works":["https://openalex.org/W1967088250","https://openalex.org/W2014709025","https://openalex.org/W2154351074","https://openalex.org/W2151223307","https://openalex.org/W2023400509","https://openalex.org/W2332054630","https://openalex.org/W2590100594","https://openalex.org/W2154169726","https://openalex.org/W2019009128","https://openalex.org/W2898122376"],"abstract_inverted_index":{"Modern":[0],"multi-core":[1],"systems":[2],"provide":[3],"huge":[4],"computational":[5],"capabilities,":[6],"which":[7],"can":[8],"be":[9,32],"used":[10],"to":[11,31,44,80,110],"run":[12],"multiple":[13,73],"processes":[14],"concurrently.":[15],"To":[16],"achieve":[17],"the":[18,26,56,61,68,81,85,89,115,129,157,169],"best":[19],"possible":[20],"performance":[21],"within":[22],"limited":[23,251],"power":[24],"budgets,":[25],"various":[27,175,199],"system":[28,69,164,183,191,193,215,240],"resources":[29],"need":[30],"allocated":[33],"effectively.":[34],"Any":[35],"mismatch":[36,59],"between":[37,60,72],"runtime":[38,65,76],"resource":[39],"requirement":[40,63],"and":[41,64,124,131,135,140,150,185,196,238,246,255],"allocation":[42,66],"leads":[43],"a":[45,97,161,190,207,213,228,244],"sub-optimal":[46],"energy-delay":[47],"product":[48],"(EDP).":[49],"Different":[50],"optimization":[51,180],"techniques":[52,146,170,201,226],"exist":[53],"for":[54,88],"addressing":[55],"problem":[57],"of":[58,67,91,114,128,168,181,209,236,253],"dynamic":[62,112,122],"resources.":[70],"Choosing":[71],"optimizations":[74],"at":[75],"is":[77],"complex":[78],"due":[79],"non-additive":[82],"effects,":[83],"making":[84],"scenario":[86],"suitable":[87],"application":[90],"machine":[92],"learning":[93,108],"techniques.":[94],"We":[95,137,154,173,219],"present":[96],"novel":[98],"method,":[99],"Machine":[100],"Learned":[101],"Machines":[102],"(MLM),":[103],"by":[104],"using":[105,216],"online":[106],"reinforcement":[107],"(RL)":[109],"perform":[111],"partitioning":[113],"last":[116],"level":[117],"cache":[118],"(LLC),":[119],"along":[120],"with":[121,206,250],"voltage":[123],"frequency":[125],"scaling":[126],"(DVFS)":[127],"core":[130],"uncore":[132],"(interconnection":[133],"network":[134],"LLC).":[136],"have":[138,202,220],"proposed":[139,200],"evaluated":[141,205,222],"three":[142],"different":[143,182],"MLM":[144,225],"co-optimization":[145,158],"based":[147],"on":[148,189,212,227,243],"independent":[149],"cooperative":[151,224],"multi-agent":[152],"learners.":[153],"show":[155,233],"that":[156],"results":[159,232],"in":[160],"much":[162],"lower":[163],"EDP":[165,241],"than":[166],"any":[167],"applied":[171],"individually.":[172],"explore":[174],"RL":[176],"models":[177],"targeted":[178],"toward":[179],"metrics":[184],"study":[186],"their":[187],"effects":[188],"EDP,":[192],"throughput":[194],"(STP),":[195],"Fairness.":[197,256],"The":[198,231],"been":[203],"extensively":[204],"mix":[208],"20":[210],"workloads":[211],"4-core":[214,245],"Spec2006":[217],"benchmarks.":[218],"further":[221],"our":[223],"16-core":[229,247],"system.":[230],"an":[234],"average":[235],"20.5%":[237],"19.1%":[239],"improvement":[242],"system,":[248],"respectively,":[249],"degradation":[252],"STP":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}