{"id":"https://openalex.org/W4281659040","doi":"https://doi.org/10.1145/3526241.3530335","title":"RACE: A Reinforcement Learning Framework for Improved Adaptive Control of NoC Channel Buffers","display_name":"RACE: A Reinforcement Learning Framework for Improved Adaptive Control of NoC Channel Buffers","publication_year":2022,"publication_date":"2022-06-02","ids":{"openalex":"https://openalex.org/W4281659040","doi":"https://doi.org/10.1145/3526241.3530335"},"language":"en","primary_location":{"id":"doi:10.1145/3526241.3530335","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526241.3530335","pdf_url":null,"source":{"id":"https://openalex.org/S4363608736","display_name":"Proceedings of the Great Lakes Symposium on VLSI 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.13130","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013273763","display_name":"Kamil Khan","orcid":"https://orcid.org/0000-0001-5476-0935"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamil Khan","raw_affiliation_strings":["Colorado State University, Fort Collins, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018382547","display_name":"Sudeep Pasricha","orcid":"https://orcid.org/0000-0002-0846-0066"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sudeep Pasricha","raw_affiliation_strings":["Colorado State University, Fort Collins, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089540762","display_name":"Ryan Kim","orcid":"https://orcid.org/0000-0001-9249-3292"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Gary Kim","raw_affiliation_strings":["Colorado State University, Fort Collins, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9275,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86251729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"205","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10179","display_name":"Supercapacitor Materials and Fabrication","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2504","display_name":"Electronic, Optical and Magnetic Materials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10083","display_name":"Graphene research and applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8455194234848022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7959513664245605},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.6861889362335205},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6234869956970215},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5629608035087585},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.542824923992157},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5414000749588013},{"id":"https://openalex.org/keywords/network-on-a-chip","display_name":"Network on a chip","score":0.5324445962905884},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08935853838920593},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08159074187278748}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8455194234848022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7959513664245605},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.6861889362335205},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6234869956970215},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5629608035087585},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.542824923992157},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5414000749588013},{"id":"https://openalex.org/C128519102","wikidata":"https://www.wikidata.org/wiki/Q339554","display_name":"Network on a chip","level":2,"score":0.5324445962905884},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08935853838920593},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08159074187278748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3526241.3530335","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526241.3530335","pdf_url":null,"source":{"id":"https://openalex.org/S4363608736","display_name":"Proceedings of the Great Lakes Symposium on VLSI 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.13130","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.13130","pdf_url":"https://arxiv.org/pdf/2205.13130","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.13130","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.13130","pdf_url":"https://arxiv.org/pdf/2205.13130","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W35708471","https://openalex.org/W1501077214","https://openalex.org/W1505822854","https://openalex.org/W1965360969","https://openalex.org/W2004016834","https://openalex.org/W2044048499","https://openalex.org/W2089155985","https://openalex.org/W2148366314","https://openalex.org/W2951098793","https://openalex.org/W2999516464","https://openalex.org/W3015430482","https://openalex.org/W3140261852","https://openalex.org/W3151447455","https://openalex.org/W4230258908","https://openalex.org/W4244509776","https://openalex.org/W4306290508","https://openalex.org/W6683538899","https://openalex.org/W6845663071"],"related_works":["https://openalex.org/W2587018561","https://openalex.org/W2052816277","https://openalex.org/W2167988973","https://openalex.org/W2603824091","https://openalex.org/W2439487276","https://openalex.org/W2560886726","https://openalex.org/W2091258882","https://openalex.org/W2541438272","https://openalex.org/W3006485811","https://openalex.org/W2013729863"],"abstract_inverted_index":{"Network-on-chip":[0],"(NoC)":[1],"architectures":[2],"rely":[3],"on":[4],"buffers":[5,24],"to":[6,9,28,88,109,116],"store":[7],"flits":[8],"cope":[10],"with":[11],"contention":[12],"for":[13],"router":[14],"resources":[15],"during":[16],"packet":[17],"switching.":[18],"Recently,":[19],"reversible":[20],"multi-function":[21],"channel":[22],"(RMC)":[23],"have":[25],"been":[26],"proposed":[27],"simultaneously":[29],"reduce":[30],"power":[31],"and":[32,60,82,111],"enable":[33],"adaptive":[34,41],"NoC":[35,45,105,120],"buffering":[36,42],"between":[37],"adjacent":[38],"routers.":[39],"While":[40],"can":[43],"improve":[44],"performance":[46],"by":[47,107,114],"maximizing":[48],"buffer":[49,54,97,121],"utilization,":[50],"controlling":[51],"the":[52,91],"RMC":[53,96],"allocations":[55],"requires":[56],"a":[57,69,83],"congestion-aware,":[58],"scalable,":[59],"proactive":[61],"policy.":[62],"In":[63],"this":[64],"work,":[65],"we":[66],"present":[67],"RACE,":[68],"novel":[70],"reinforcement":[71],"learning":[72],"(RL)":[73],"framework":[74],"that":[75,102],"utilizes":[76],"better":[77,95],"awareness":[78],"of":[79],"network":[80],"congestion":[81],"new":[84],"reward":[85],"metric":[86],"(\"falsefulls\")":[87],"help":[89],"guide":[90],"RL":[92],"agent":[93],"towards":[94],"control":[98,122],"decisions.":[99],"We":[100],"show":[101],"RACE":[103],"reduces":[104],"latency":[106],"up":[108,115],"48.9%,":[110],"energy":[112],"consumption":[113],"47.1%":[117],"against":[118],"state-of-the-art":[119],"policies.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-06-13T00:00:00"}