{"id":"https://openalex.org/W3107929831","doi":"https://doi.org/10.1145/3380446.3430623","title":"HAT-DRL: Hotspot-Aware Task Mapping for Lifetime Improvement of Multicore System using Deep Reinforcement Learning","display_name":"HAT-DRL: Hotspot-Aware Task Mapping for Lifetime Improvement of Multicore System using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-11-16","ids":{"openalex":"https://openalex.org/W3107929831","doi":"https://doi.org/10.1145/3380446.3430623","mag":"3107929831"},"language":"en","primary_location":{"id":"doi:10.1145/3380446.3430623","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3380446.3430623","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3380446.3430623","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM/IEEE Workshop on Machine Learning for CAD","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3380446.3430623","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392715","display_name":"Jinwei Zhang","orcid":"https://orcid.org/0000-0003-4396-4988"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinwei Zhang","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048992445","display_name":"Sheriff Sadiqbatcha","orcid":"https://orcid.org/0000-0001-7474-3366"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheriff Sadiqbatcha","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024852124","display_name":"Yuanqi Gao","orcid":"https://orcid.org/0000-0003-4078-6143"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanqi Gao","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036717264","display_name":"Michael O\u2019Dea","orcid":null},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael O'Dea","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029525096","display_name":"Nanpeng Yu","orcid":"https://orcid.org/0000-0001-5086-5465"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanpeng Yu","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058844682","display_name":"Sheldon X.-D. Tan","orcid":"https://orcid.org/0000-0003-2119-6869"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheldon X.-D. Tan","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4163,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62717242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"77","last_page":"82"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8314733505249023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7828181982040405},{"id":"https://openalex.org/keywords/hotspot","display_name":"Hotspot (geology)","score":0.7282072901725769},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.5107464790344238},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.47035670280456543},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42585986852645874},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3810598850250244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36491525173187256},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2729036211967468},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08797085285186768}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8314733505249023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7828181982040405},{"id":"https://openalex.org/C146481406","wikidata":"https://www.wikidata.org/wiki/Q105131","display_name":"Hotspot (geology)","level":2,"score":0.7282072901725769},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.5107464790344238},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47035670280456543},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42585986852645874},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3810598850250244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36491525173187256},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2729036211967468},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08797085285186768},{"id":"https://openalex.org/C8058405","wikidata":"https://www.wikidata.org/wiki/Q46255","display_name":"Geophysics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3380446.3430623","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3380446.3430623","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3380446.3430623","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM/IEEE Workshop on Machine Learning for CAD","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3380446.3430623","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3380446.3430623","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3380446.3430623","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM/IEEE Workshop on Machine Learning for CAD","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1710458826","display_name":null,"funder_award_id":"CCF-1816361","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G243324530","display_name":"IRES Track I: Development of Global Scientists and Engineers by Collaborative Research on Reliability-Aware IC Design","funder_award_id":"1854276","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4053269372","display_name":null,"funder_award_id":"No. CCF-1816361","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4944600653","display_name":null,"funder_award_id":"CCF-2007135","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G542091280","display_name":null,"funder_award_id":"OISE-1854276","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G675933892","display_name":"SHF:Small: Machine Learning Approach for Fast  Electromigration Analysis and Full-Chip Assessment","funder_award_id":"2007135","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337370","display_name":"Office of International Science and Engineering","ror":"https://ror.org/01k638r21"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3107929831.pdf","grobid_xml":"https://content.openalex.org/works/W3107929831.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1966935108","https://openalex.org/W2062360490","https://openalex.org/W2096875061","https://openalex.org/W2121863487","https://openalex.org/W2141547614","https://openalex.org/W2165071510","https://openalex.org/W2626889572","https://openalex.org/W2781726626","https://openalex.org/W2898122376","https://openalex.org/W2946825249","https://openalex.org/W2949648733","https://openalex.org/W2972350156","https://openalex.org/W2991615077","https://openalex.org/W3041101080","https://openalex.org/W4251306844"],"related_works":["https://openalex.org/W2379637199","https://openalex.org/W2405057786","https://openalex.org/W2501832907","https://openalex.org/W2079602762","https://openalex.org/W2580355466","https://openalex.org/W4306904969","https://openalex.org/W2765519165","https://openalex.org/W1888682135","https://openalex.org/W2063054109","https://openalex.org/W2807819249"],"abstract_inverted_index":{"In":[0,54],"this":[1],"work,":[2],"we":[3,58,82],"propose":[4,83],"a":[5,86,125],"novel":[6],"learning-based":[7],"task":[8],"to":[9,13,50,63,71,84,104,184],"core":[10],"mapping":[11],"technique":[12],"improve":[14,105],"lifetime":[15,182],"and":[16,109,118,135,174,176,179,186],"reliability":[17,108,119],"based":[18,30],"on":[19,31],"advanced":[20],"deep":[21,93],"reinforcement":[22,94],"learning.":[23],"The":[24,141,191],"new":[25,56],"method,":[26,57],"called":[27],"HAT-DRL,":[28],"is":[29,121,144],"the":[32,41,45,55,65,72,106,111,132,169,197,202],"observation":[33],"that":[34,166],"on-chip":[35],"temperature":[36,199],"sensors":[37],"may":[38],"not":[39],"capture":[40],"true":[42],"hotspots":[43,134],"of":[44,75,80,139],"chip,":[46],"which":[47,97,128],"can":[48,98,194],"lead":[49],"sub-optimal":[51],"control":[52],"decisions.":[53],"first":[59],"perform":[60],"data-driven":[61],"learning":[62,95],"model":[64],"hotspot":[66,159],"activation":[67,160],"indicator":[68],"with":[69,146],"respect":[70],"resource":[73],"utilization":[74],"different":[76],"workloads.":[77],"On":[78],"top":[79],"this,":[81],"employ":[85],"recently":[87],"proposed,":[88],"highly":[89],"robust,":[90],"sample-efficient":[91],"soft-actor-critic":[92],"algorithm,":[96],"learn":[99],"optimal":[100],"maximum":[101],"entropy":[102],"policies":[103],"long-term":[107],"minimize":[110],"performance":[112],"degradation":[113],"from":[114],"NBTI/HCI":[115],"effects.":[116],"Lifetime":[117],"improvement":[120],"achieved":[122],"by":[123,200],"assigning":[124],"reward":[126],"function,":[127],"penalizes":[129],"continuously":[130],"stressing":[131,138],"same":[133],"encourages":[136],"even":[137],"cores.":[140],"proposed":[142,192],"algorithm":[143],"validated":[145],"an":[147],"Intel":[148],"i7-8650U":[149],"four-core":[150],"CPU":[151,154],"platform":[152],"executing":[153],"benchmark":[155],"workloads":[156],"for":[157],"various":[158],"profiles.":[161],"Our":[162],"experimental":[163],"results":[164],"show":[165],"HAT-DRL":[167],"balances":[168],"stress":[170],"between":[171],"all":[172],"cores":[173],"hotspots,":[175],"achieves":[177],"50%":[178],"160%":[180],"longer":[181],"compared":[183],"non-hotspot-aware":[185],"Linux":[187],"default":[188],"scheduling":[189],"respectively.":[190],"method":[193],"also":[195],"reduce":[196],"average":[198],"exploiting":[201],"true-hotspot":[203],"information.":[204]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}