{"id":"https://openalex.org/W4405170850","doi":"https://doi.org/10.1145/3658644.3691384","title":"Poster: Enhance Hardware Domain Specific Large Language Model with Reinforcement Learning for Resilience","display_name":"Poster: Enhance Hardware Domain Specific Large Language Model with Reinforcement Learning for Resilience","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4405170850","doi":"https://doi.org/10.1145/3658644.3691384"},"language":"en","primary_location":{"id":"doi:10.1145/3658644.3691384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3691384","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3691384","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3691384","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062517894","display_name":"Weimin Fu","orcid":"https://orcid.org/0000-0002-9623-6522"},"institutions":[{"id":"https://openalex.org/I189590672","display_name":"Kansas State University","ror":"https://ror.org/05p1j8758","country_code":"US","type":"education","lineage":["https://openalex.org/I189590672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weimin Fu","raw_affiliation_strings":["Kansas State University, Manhattan, KS, USA"],"raw_orcid":"https://orcid.org/0000-0002-9623-6522","affiliations":[{"raw_affiliation_string":"Kansas State University, Manhattan, KS, USA","institution_ids":["https://openalex.org/I189590672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100929104","display_name":"Yi\u2010Fang Zhao","orcid":"https://orcid.org/0009-0000-1874-4567"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifang Zhao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0000-1874-4567","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017464942","display_name":"Yier Jin","orcid":"https://orcid.org/0000-0002-8791-0597"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yier Jin","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-8791-0597","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011794280","display_name":"Xiaolong Guo","orcid":"https://orcid.org/0000-0001-9896-9407"},"institutions":[{"id":"https://openalex.org/I189590672","display_name":"Kansas State University","ror":"https://ror.org/05p1j8758","country_code":"US","type":"education","lineage":["https://openalex.org/I189590672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolong Guo","raw_affiliation_strings":["Kansas State University, Manhattan, KS, USA"],"raw_orcid":"https://orcid.org/0000-0001-9896-9407","affiliations":[{"raw_affiliation_string":"Kansas State University, Manhattan, KS, USA","institution_ids":["https://openalex.org/I189590672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5060","last_page":"5062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.8163655996322632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7468686103820801},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7308400869369507},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6067847609519958},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.36547327041625977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2586045563220978}],"concepts":[{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.8163655996322632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7468686103820801},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7308400869369507},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6067847609519958},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.36547327041625977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2586045563220978},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658644.3691384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3691384","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3691384","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3658644.3691384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3691384","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3691384","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5090224698","display_name":"CAREER: When Learning Meets Reasoning: Mitigating Security Risks with Large Language Models and Causality Inference","funder_award_id":"2340949","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5477111271","display_name":"RII Track-1: Adaptive and Resilient Infrastructures driven by Social Equity (ARISE)","funder_award_id":"2148878","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5527673210","display_name":null,"funder_award_id":"2340949, 2148878","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320338283","display_name":"Office of Experimental Program to Stimulate Competitive Research","ror":"https://ror.org/04k9mqs78"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405170850.pdf","grobid_xml":"https://content.openalex.org/works/W4405170850.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2766447205","https://openalex.org/W4388040405","https://openalex.org/W4389166737","https://openalex.org/W4389814505","https://openalex.org/W4391681217","https://openalex.org/W4393145520"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"To":[0],"enhance":[1],"the":[2,50,57],"performance":[3,47],"of":[4,59],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"on":[9,15],"hardware":[10,67,81],"design":[11],"tasks,":[12],"we":[13],"focus":[14],"training":[16],"with":[17],"reinforcement":[18],"learning(RL)":[19],"to":[20,83],"improve":[21],"LLMs'":[22],"syntax":[23],"synthesis":[24],"and":[25,35,71],"functional":[26],"verification":[27],"performance.We":[28],"observed":[29],"significant":[30],"gains":[31],"in":[32,61,86],"power,":[33],"performance,":[34],"area":[36,72],"(PPA)":[37],"metrics":[38],"by":[39,53],"applying":[40],"RL.Specifically,":[41],"DeepSeek":[42],"Code":[43],"saw":[44],"a":[45,76],"23.6%":[46],"increase,":[48],"while":[49],"RTL-Coder":[51],"improved":[52],"7.86%.Our":[54],"findings":[55],"demonstrate":[56],"effectiveness":[58],"RL":[60],"refining":[62],"LLMs":[63],"for":[64,79],"more":[65],"accurate":[66],"generation,":[68],"considering":[69],"power":[70],"consumption.This":[73],"approach":[74],"offers":[75],"promising":[77],"direction":[78],"generating":[80],"resilient":[82],"sidechannel":[84],"attacks":[85],"computer":[87],"systems.":[88]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}