{"id":"https://openalex.org/W4385756486","doi":"https://doi.org/10.1109/access.2023.3304534","title":"Advanced Reinforcement Learning Solution for Clock Skew Engineering: Modified Q-Table Update Technique for Peak Current and IR Drop Minimization","display_name":"Advanced Reinforcement Learning Solution for Clock Skew Engineering: Modified Q-Table Update Technique for Peak Current and IR Drop Minimization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385756486","doi":"https://doi.org/10.1109/access.2023.3304534"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3304534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3304534","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10214539.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10214539.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076712777","display_name":"Sayed Aresh Beheshti-Shirazi","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sayed Aresh Beheshti-Shirazi","raw_affiliation_strings":["Department of ECE, George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052073496","display_name":"Najmeh Nazari","orcid":"https://orcid.org/0000-0003-3094-9439"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Najmeh Nazari","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084274584","display_name":"Kevin Immanuel Gubbi","orcid":"https://orcid.org/0000-0003-1745-0457"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Immanuel Gubbi","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038401622","display_name":"Banafsheh Saber Latibari","orcid":"https://orcid.org/0000-0003-3735-9191"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Banafsheh Saber Latibari","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103033046","display_name":"Setareh Rafatirad","orcid":"https://orcid.org/0000-0003-2035-8512"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Setareh Rafatirad","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047382437","display_name":"Houman Homayoun","orcid":"https://orcid.org/0000-0001-8904-4699"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houman Homayoun","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060036961","display_name":"Avesta Sasan","orcid":"https://orcid.org/0000-0002-4052-8075"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avesta Sasan","raw_affiliation_strings":["Department of ECE, University of California, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of California, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110449371","display_name":"P Manoj","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. D. Sai Manoj","raw_affiliation_strings":["Department of ECE, George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5076712777"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5361,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.64760296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"87869","last_page":"87886"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.7384389042854309},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6869226098060608},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6002384424209595},{"id":"https://openalex.org/keywords/drop","display_name":"Drop (telecommunication)","score":0.5615391135215759},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.5185399651527405},{"id":"https://openalex.org/keywords/clock-skew","display_name":"Clock skew","score":0.4673263132572174},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46147653460502625},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.29316630959510803},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16278940439224243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16214340925216675},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11676734685897827}],"concepts":[{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.7384389042854309},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6869226098060608},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6002384424209595},{"id":"https://openalex.org/C2781345722","wikidata":"https://www.wikidata.org/wiki/Q5308388","display_name":"Drop (telecommunication)","level":2,"score":0.5615391135215759},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.5185399651527405},{"id":"https://openalex.org/C60501442","wikidata":"https://www.wikidata.org/wiki/Q4382014","display_name":"Clock skew","level":4,"score":0.4673263132572174},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46147653460502625},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.29316630959510803},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16278940439224243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16214340925216675},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11676734685897827},{"id":"https://openalex.org/C137059387","wikidata":"https://www.wikidata.org/wiki/Q426882","display_name":"Clock signal","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3304534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3304534","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10214539.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3d5a986d3df242e0887f8d9c462fbfea","is_oa":true,"landing_page_url":"https://doaj.org/article/3d5a986d3df242e0887f8d9c462fbfea","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 87869-87886 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3304534","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3304534","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10214539.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385756486.pdf","grobid_xml":"https://content.openalex.org/works/W4385756486.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1512224944","https://openalex.org/W1970310355","https://openalex.org/W1973183555","https://openalex.org/W1992904457","https://openalex.org/W2020773995","https://openalex.org/W2023981464","https://openalex.org/W2034579321","https://openalex.org/W2107726111","https://openalex.org/W2121427769","https://openalex.org/W2122944491","https://openalex.org/W2144232914","https://openalex.org/W2145702891","https://openalex.org/W2146351359","https://openalex.org/W2296646873","https://openalex.org/W2570771846","https://openalex.org/W2744818718","https://openalex.org/W2801352139","https://openalex.org/W2807453315","https://openalex.org/W2898127029","https://openalex.org/W2900015380","https://openalex.org/W2909382341","https://openalex.org/W2911181151","https://openalex.org/W2915733502","https://openalex.org/W2944916746","https://openalex.org/W2985324865","https://openalex.org/W2996794321","https://openalex.org/W2998169401","https://openalex.org/W3008874174","https://openalex.org/W3013164405","https://openalex.org/W3042656512","https://openalex.org/W3043169486","https://openalex.org/W3094417443","https://openalex.org/W3116677748","https://openalex.org/W3133252496","https://openalex.org/W3160461433","https://openalex.org/W3174777200","https://openalex.org/W3176132976","https://openalex.org/W3186706634","https://openalex.org/W3200165535","https://openalex.org/W3204092574","https://openalex.org/W3216272898","https://openalex.org/W4206498803","https://openalex.org/W4230407199","https://openalex.org/W4230442644","https://openalex.org/W4235665389","https://openalex.org/W4245545105","https://openalex.org/W4250798430","https://openalex.org/W4254738708","https://openalex.org/W4256243490","https://openalex.org/W4281649719","https://openalex.org/W4298061300","https://openalex.org/W6656725170","https://openalex.org/W6748218292"],"related_works":["https://openalex.org/W2164834710","https://openalex.org/W4232019485","https://openalex.org/W2028052815","https://openalex.org/W2128528443","https://openalex.org/W2011677428","https://openalex.org/W4327499872","https://openalex.org/W2123512677","https://openalex.org/W2163318442","https://openalex.org/W2116259070","https://openalex.org/W2066822161"],"abstract_inverted_index":{"This":[0,149],"paper":[1,80,150],"discloses":[2],"a":[3,46,65,82,164,171,223,243],"Reinforcement":[4,83,123,156],"Learning":[5,84,157],"(RL)":[6],"solution":[7,125],"implemented":[8],"to":[9,113,179,201],"decrease":[10,176],"the":[11,17,25,30,40,52,69,73,89,93,115,120,127,132,138,155,182,189,202,208,211,229,233,240,248,260],"peak":[12,168],"current":[13,70,169],"by":[14,100,142],"alteration":[15],"of":[16,24,36,97,119,131,252,263],"clock":[18,26,48,53,62,94,116,133,249,264],"skews.":[19],"Clock":[20,31],"skews":[21],"are":[22],"elements":[23],"network":[27],"calculated":[28],"throughout":[29,88],"Tree":[32],"Synthesis":[33],"(CTS)":[34],"phase":[35],"physical":[37,41],"design.":[38,121],"Initially,":[39],"design":[42,90],"tools":[43],"targeted":[44],"obtaining":[45,222,242],"balanced":[47],"tree":[49,63,134],"and":[50,91,129,170,213,221],"decreasing":[51],"skew":[54],"as":[55,57],"low":[56],"possible.":[58],"The":[59,75,108,122,159,185,255],"resulting":[60],"zero-skew":[61],"caused":[64],"drastic":[66],"increase":[67],"in":[68,78,167,174,181,195,239,259],"demand":[71],"for":[72,228,246],"battery.":[74],"proposed":[76],"solutions":[77],"this":[79],"comprise":[81],"agent":[85,209,241],"that":[86],"maneuvers":[87],"updates":[92],"arrival":[95,117,250,265],"time":[96,251],"each":[98],"register":[99],"either":[101],"adding,":[102],"removing,":[103],"or":[104],"not":[105],"changing":[106],"it.":[107],"agent\u2019s":[109],"end":[110],"game":[111],"is":[112],"maximize":[114],"distribution":[118],"learning":[124],"allows":[126],"exploration":[128],"optimization":[130],"synthesis":[135],"process":[136,257],"beyond":[137],"heuristic":[139],"algorithms":[140],"employed":[141],"traditional":[143],"Electronic":[144],"Design":[145],"Automation":[146],"(EDA)":[147],"tools.":[148],"contains":[151],"two":[152],"experiments":[153],"using":[154],"algorithm.":[158],"first":[160,203],"experiment":[161,187],"results":[162,238],"indicate":[163],"35%":[165],"reduction":[166,173],"significant":[172],"IR":[175],"(from":[177],"package":[178],"transistor)":[180],"chosen":[183],"benchmarks.":[184],"second":[186],"modified":[188],"Q-table":[190],"renewing":[191],"technique,":[192],"which":[193],"resulted":[194,258],"another":[196],"additional":[197],"10%":[198],"improvement":[199],"compared":[200],"experiment.":[204],"In":[205],"both":[206],"experiments,":[207],"traverses":[210],"environment":[212],"explores":[214],"different":[215],"options":[216],"despite":[217],"creating":[218],"timing":[219,234],"violations":[220],"substantial":[224],"negative":[225],"feedback":[226],"reward":[227,245],"actions":[230],"taken.":[231],"However,":[232],"violation":[235],"fixed":[236],"later":[237],"future":[244],"modifying":[247],"other":[253],"registers.":[254],"overall":[256],"broader":[261],"spread":[262],"distribution.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}