{"id":"https://openalex.org/W3036390778","doi":"https://doi.org/10.23919/date48585.2020.9116574","title":"Emergent Control of MPSoC Operation by a Hierarchical Supervisor / Reinforcement Learning Approach","display_name":"Emergent Control of MPSoC Operation by a Hierarchical Supervisor / Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3036390778","doi":"https://doi.org/10.23919/date48585.2020.9116574","mag":"3036390778"},"language":"en","primary_location":{"id":"doi:10.23919/date48585.2020.9116574","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date48585.2020.9116574","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050526774","display_name":"Florian Maurer","orcid":"https://orcid.org/0000-0002-3369-7874"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Florian Maurer","raw_affiliation_strings":["Technical University,Munich,Germany","Technical University, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University,Munich,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021165023","display_name":"Bryan Donyanavard","orcid":"https://orcid.org/0000-0002-6990-2577"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan Donyanavard","raw_affiliation_strings":["University of California,Irvine,USA","University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018179894","display_name":"Amir M. Rahmani","orcid":"https://orcid.org/0000-0002-7408-7992"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir M. Rahmani","raw_affiliation_strings":["University of California,Irvine,USA","University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007817952","display_name":"Nikil Dutt","orcid":"https://orcid.org/0000-0002-3060-8119"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikil Dutt","raw_affiliation_strings":["University of California,Irvine,USA","University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012521962","display_name":"Andreas Herkersdorf","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Herkersdorf","raw_affiliation_strings":["Technical University,Munich,Germany","Technical University, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University,Munich,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050526774"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.7954,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.78098223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1562","last_page":"1567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mpsoc","display_name":"MPSoC","score":0.8072456121444702},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685308456420898},{"id":"https://openalex.org/keywords/supervisor","display_name":"Supervisor","score":0.7208964228630066},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6998419165611267},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5085703134536743},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47112414240837097},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.45437902212142944},{"id":"https://openalex.org/keywords/supervisory-control","display_name":"Supervisory control","score":0.4134949743747711},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3563436269760132},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3310394883155823},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32493704557418823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17862161993980408},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17763766646385193},{"id":"https://openalex.org/keywords/system-on-a-chip","display_name":"System on a chip","score":0.15272915363311768}],"concepts":[{"id":"https://openalex.org/C2777187653","wikidata":"https://www.wikidata.org/wiki/Q975106","display_name":"MPSoC","level":3,"score":0.8072456121444702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685308456420898},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.7208964228630066},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6998419165611267},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5085703134536743},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47112414240837097},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.45437902212142944},{"id":"https://openalex.org/C92991967","wikidata":"https://www.wikidata.org/wiki/Q7644329","display_name":"Supervisory control","level":3,"score":0.4134949743747711},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3563436269760132},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3310394883155823},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32493704557418823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17862161993980408},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17763766646385193},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.15272915363311768},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/date48585.2020.9116574","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date48585.2020.9116574","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1539430","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1539430","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4300000071525574,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W89749504","https://openalex.org/W182676202","https://openalex.org/W1734689372","https://openalex.org/W1840625103","https://openalex.org/W1981410431","https://openalex.org/W1989101984","https://openalex.org/W1990911977","https://openalex.org/W1999128321","https://openalex.org/W2065733418","https://openalex.org/W2067723946","https://openalex.org/W2123933009","https://openalex.org/W2140774441","https://openalex.org/W2154914137","https://openalex.org/W2495895179","https://openalex.org/W2756552411","https://openalex.org/W2790438055","https://openalex.org/W2979479926","https://openalex.org/W2991362315","https://openalex.org/W3099917246","https://openalex.org/W3104013016","https://openalex.org/W4235997419","https://openalex.org/W4297918182","https://openalex.org/W6603715053"],"related_works":["https://openalex.org/W1536962364","https://openalex.org/W2333630979","https://openalex.org/W1502177156","https://openalex.org/W2325169597","https://openalex.org/W4309988904","https://openalex.org/W2331919730","https://openalex.org/W4317418604","https://openalex.org/W2070318121","https://openalex.org/W1964497242","https://openalex.org/W1966453684"],"abstract_inverted_index":{"MPSoCs":[0],"increasingly":[1],"depend":[2],"on":[3,179],"adaptive":[4],"resource":[5,44],"management":[6],"strategies":[7,144],"at":[8,195],"runtime":[9,196],"for":[10,24],"efficient":[11,176],"utilization":[12],"of":[13,47,132,163,186],"resources":[14],"when":[15],"executing":[16],"complex":[17],"application":[18,33,114,154],"workloads.":[19],"In":[20],"particular,":[21],"conflicting":[22,94],"demands":[23],"adequate":[25],"computation":[26],"performance":[27,100,147],"and":[28,52,80,91,113,151,175],"power-/energy-efficiency":[29],"constraints":[30],"make":[31],"desired":[32],"goals":[34,115],"hard":[35],"to":[36,49,89,139,189],"achieve.":[37],"We":[38],"present":[39],"a":[40,99,164],"hierarchical,":[41],"cross-layer":[42],"hardware/software":[43],"manager":[45,60,158],"capable":[46],"adapting":[48],"changing":[50,153],"workloads":[51],"system":[53,95,111],"dynamics":[54],"with":[55,68,170],"zero":[56],"initial":[57],"knowledge.":[58],"The":[59,76],"uses":[61],"rule-based":[62],"reinforcement":[63],"learning":[64],"classifier":[65],"tables":[66],"(LCTs)":[67],"an":[69,180],"archive-based":[70],"backup":[71],"policy":[72],"as":[73],"leaf":[74],"controllers.":[75],"LCTs":[77],"directly":[78],"manipulate":[79],"enforce":[81],"MPSoC":[82,192],"building":[83],"block":[84],"operation":[85,143,193],"parameters":[86,194],"in":[87,137],"order":[88],"explore":[90],"optimize":[92],"potentially":[93],"requirements":[96,112],"(e.g.,":[97,120,145],"meeting":[98],"target":[101],"while":[102,197],"staying":[103],"within":[104],"the":[105,125,128,133,160,184],"power":[106,201],"constraint).":[107],"A":[108],"supervisor":[109,126,166],"translates":[110],"into":[116],"per-LCT":[117],"objective":[118],"functions":[119],"core":[121],"instructions-per-second":[122],"(IPS).":[123],"Thus,":[124],"manages":[127],"possibly":[129],"emergent":[130],"behavior":[131],"low-level":[134],"LCT":[135],"controllers":[136],"response":[138],"1)":[140],"switching":[141],"between":[142],"maximize":[146],"vs.":[148],"minimize":[149],"power;":[150],"2)":[152],"requirements.":[155],"This":[156],"hierarchical":[157],"leverages":[159],"dual":[161],"benefits":[162],"software":[165],"(enabling":[167],"flexibility),":[168],"together":[169],"hardware":[171],"learners":[172],"(allowing":[173],"quick":[174],"optimization).":[177],"Experiments":[178],"FPGA":[181],"prototype":[182],"confirmed":[183],"ability":[185],"our":[187],"approach":[188],"identify":[190],"optimized":[191],"strictly":[198],"obeying":[199],"given":[200],"constraints.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-06-25T00:00:00"}