{"id":"https://openalex.org/W2096875061","doi":"https://doi.org/10.1145/2593069.2593199","title":"Reinforcement Learning-Based Inter- and Intra-Application Thermal Optimization for Lifetime Improvement of Multicore Systems","display_name":"Reinforcement Learning-Based Inter- and Intra-Application Thermal Optimization for Lifetime Improvement of Multicore Systems","publication_year":2014,"publication_date":"2014-05-27","ids":{"openalex":"https://openalex.org/W2096875061","doi":"https://doi.org/10.1145/2593069.2593199","mag":"2096875061"},"language":"en","primary_location":{"id":"doi:10.1145/2593069.2593199","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2593069.2593199","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 51st Annual Design Automation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052267211","display_name":"Anup Das","orcid":"https://orcid.org/0000-0002-5673-2636"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Anup Das","raw_affiliation_strings":["National University of Singapore, Singapore - 117583"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore - 117583","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077777787","display_name":"Rishad Shafik","orcid":"https://orcid.org/0000-0001-5444-537X"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rishad A. Shafik","raw_affiliation_strings":["University of Southampton, Southampton SO17 1BJ, UK","University of Southampton, Southampton, SO17, 1BJ, UK"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"University of Southampton, Southampton, SO17, 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001556143","display_name":"Geoff V. Merrett","orcid":"https://orcid.org/0000-0003-4980-3894"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geoff V. Merrett","raw_affiliation_strings":["University of Southampton, Southampton SO17 1BJ, UK","University of Southampton, Southampton, SO17, 1BJ, UK"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"University of Southampton, Southampton, SO17, 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012783672","display_name":"Bashir M. Al\u2010Hashimi","orcid":"https://orcid.org/0000-0002-3591-1328"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bashir M. Al-Hashimi","raw_affiliation_strings":["University of Southampton, Southampton SO17 1BJ, UK","University of Southampton, Southampton, SO17, 1BJ, UK"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton SO17 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"University of Southampton, Southampton, SO17, 1BJ, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755285","display_name":"Akash Kumar","orcid":"https://orcid.org/0000-0001-7125-1737"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Akash Kumar","raw_affiliation_strings":["National University of Singapore, Singapore - 117583"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore - 117583","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070594442","display_name":"Bharadwaj Veeravalli","orcid":"https://orcid.org/0000-0001-9000-1813"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bharadwaj Veeravalli","raw_affiliation_strings":["National University of Singapore, Singapore - 117583"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore - 117583","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052267211"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":10.0591,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.98440828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.8493664860725403},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.798734188079834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.673303484916687},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6397848129272461},{"id":"https://openalex.org/keywords/temperature-cycling","display_name":"Temperature cycling","score":0.6078845858573914},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5546789169311523},{"id":"https://openalex.org/keywords/thermal","display_name":"Thermal","score":0.4947030246257782},{"id":"https://openalex.org/keywords/mean-time-between-failures","display_name":"Mean time between failures","score":0.4912344813346863},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.44490036368370056},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.27502381801605225},{"id":"https://openalex.org/keywords/failure-rate","display_name":"Failure rate","score":0.24225100874900818},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.228730708360672},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1830393671989441},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11501428484916687}],"concepts":[{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.8493664860725403},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.798734188079834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.673303484916687},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6397848129272461},{"id":"https://openalex.org/C177564732","wikidata":"https://www.wikidata.org/wiki/Q7698333","display_name":"Temperature cycling","level":3,"score":0.6078845858573914},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5546789169311523},{"id":"https://openalex.org/C204530211","wikidata":"https://www.wikidata.org/wiki/Q752823","display_name":"Thermal","level":2,"score":0.4947030246257782},{"id":"https://openalex.org/C44154001","wikidata":"https://www.wikidata.org/wiki/Q754940","display_name":"Mean time between failures","level":3,"score":0.4912344813346863},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.44490036368370056},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.27502381801605225},{"id":"https://openalex.org/C163164238","wikidata":"https://www.wikidata.org/wiki/Q2737027","display_name":"Failure rate","level":2,"score":0.24225100874900818},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.228730708360672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1830393671989441},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11501428484916687},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2593069.2593199","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2593069.2593199","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 51st Annual Design Automation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.soton.ac.uk:362012","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1961751213","https://openalex.org/W1988383714","https://openalex.org/W2012475895","https://openalex.org/W2030777169","https://openalex.org/W2070479411","https://openalex.org/W2108958709","https://openalex.org/W2119372557","https://openalex.org/W2126679395","https://openalex.org/W2131061940","https://openalex.org/W2134131177","https://openalex.org/W2142386281","https://openalex.org/W2151443143","https://openalex.org/W2152165066","https://openalex.org/W2163349573","https://openalex.org/W2165071510","https://openalex.org/W3103104567"],"related_works":["https://openalex.org/W1983353130","https://openalex.org/W168429299","https://openalex.org/W1513192318","https://openalex.org/W2064185557","https://openalex.org/W1721636426","https://openalex.org/W2114661492","https://openalex.org/W2059606485","https://openalex.org/W2081804767","https://openalex.org/W1971823982","https://openalex.org/W2108071562"],"abstract_inverted_index":{"The":[0,131],"thermal":[1,32,49,82,120,161,183],"profile":[2],"of":[3,40,67,73,146,170],"multicore":[4,41],"systems":[5,42],"vary":[6],"both":[7,45],"within":[8],"an":[9,30,124,138,168,197],"application's":[10],"execution":[11],"(intra)":[12],"and":[13,47,76,97,115,160,174,189,200],"also":[14,119,194],"when":[15,179],"the":[16,37,62,65,71,89,113,152,164,187],"system":[17],"switches":[18],"from":[19,80],"one":[20],"application":[21],"to":[22,35,52,69,181],"another":[23],"(inter).":[24],"In":[25],"this":[26,53],"paper,":[27],"we":[28],"propose":[29],"adaptive":[31],"management":[33,184],"approach":[34,54,133,154],"improve":[36],"lifetime":[38],"reliability":[39],"by":[43,87,109,167,196],"considering":[44],"inter-":[46],"intra-application":[48,173],"variations.":[50],"Fundamental":[51],"is":[55,85,107,123,134],"a":[56,74,143],"reinforcement":[57],"learning":[58],"algorithm,":[59],"which":[60,122],"learns":[61],"relationship":[63],"between":[64],"mapping":[66,92],"threads":[68],"cores,":[70],"frequency":[72,101],"core":[75],"its":[77],"temperature":[78,159],"(sampled":[79],"on-board":[81],"sensors).":[83],"Action":[84],"provided":[86],"overriding":[88],"operating":[90],"system's":[91],"decisions":[93],"using":[94,102,137],"affinity":[95],"masks":[96],"dynamically":[98],"changing":[99],"CPU":[100],"in-kernel":[103],"governors.":[104],"Lifetime":[105],"improvement":[106],"achieved":[108],"controlling":[110],"not":[111],"only":[112],"peak":[114,158],"average":[116,156,169,198],"temperatures":[117],"but":[118],"cycling,":[121,162],"emerging":[125],"wear-out":[126],"concern":[127],"in":[128],"modern":[129],"systems.":[130],"proposed":[132,153],"validated":[135],"experimentally":[136],"Intel":[139],"quad-core":[140],"platform":[141],"executing":[142],"diverse":[144],"set":[145],"multimedia":[147],"benchmarks.":[148],"Results":[149],"demonstrate":[150],"that":[151],"minimizes":[155],"temperature,":[157],"improving":[163],"mean-time-to-failure":[165],"(MTTF)":[166],"2x":[171],"for":[172,176],"3x":[175],"inter-application":[177],"scenarios":[178],"compared":[180],"existing":[182],"techniques.":[185],"Furthermore,":[186],"dynamic":[188],"static":[190],"energy":[191],"consumption":[192],"are":[193],"reduced":[195],"10%":[199],"11%":[201],"respectively.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}