{"id":"https://openalex.org/W7155093301","doi":"https://doi.org/10.48550/arxiv.2604.17093","title":"HarmChip: Evaluating Hardware Security Centric LLM Safety via Jailbreak Benchmarking","display_name":"HarmChip: Evaluating Hardware Security Centric LLM Safety via Jailbreak Benchmarking","publication_year":2026,"publication_date":"2026-04-18","ids":{"openalex":"https://openalex.org/W7155093301","doi":"https://doi.org/10.48550/arxiv.2604.17093"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17093","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134096895","display_name":"Zeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134125878","display_name":"Minghao Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134137116","display_name":"Weimin Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Weimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134191146","display_name":"Prithwish Basu Roy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roy, Prithwish Basu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134207797","display_name":"Xiaolong Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134194501","display_name":"Ramesh Karri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karri, Ramesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134142884","display_name":"Muhammad Shafique","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafique, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052751303","display_name":"Johann Knechtel","orcid":"https://orcid.org/0000-0001-5093-2939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knechtel, Johann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5059987567","display_name":"Ozgur Sinanoglu","orcid":"https://orcid.org/0000-0003-0782-0397"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sinanoglu, Ozgur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9322999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9322999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.03480000048875809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.018699999898672104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6672000288963318},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5760999917984009},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5134999752044678},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4999000132083893},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.489300012588501},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4869000017642975},{"id":"https://openalex.org/keywords/hardware-security-module","display_name":"Hardware security module","score":0.43220001459121704},{"id":"https://openalex.org/keywords/computer-security-model","display_name":"Computer security model","score":0.38280001282691956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6728000044822693},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6672000288963318},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5789999961853027},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4999000132083893},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C39217717","wikidata":"https://www.wikidata.org/wiki/Q1432354","display_name":"Hardware security module","level":3,"score":0.43220001459121704},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C121822524","wikidata":"https://www.wikidata.org/wiki/Q5157582","display_name":"Computer security model","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C42143788","wikidata":"https://www.wikidata.org/wiki/Q173341","display_name":"Hardware description language","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C174333608","wikidata":"https://www.wikidata.org/wiki/Q19635","display_name":"Trojan","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C13159133","wikidata":"https://www.wikidata.org/wiki/Q365674","display_name":"Security engineering","level":5,"score":0.2624000012874603},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C28180684","wikidata":"https://www.wikidata.org/wiki/Q4080983","display_name":"Memory safety","level":3,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.8207039833068848,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,118],"large":[3],"language":[4,68],"models":[5],"(LLMs)":[6],"into":[7,54],"electronic":[8],"design":[9,22],"automation":[10],"(EDA)":[11],"workflows":[12],"has":[13],"introduced":[14],"powerful":[15],"capabilities":[16],"for":[17,146],"RTL":[18],"generation,":[19],"verification,":[20],"and":[21,45,110,142],"optimization,":[23],"but":[24],"also":[25],"raises":[26],"critical":[27],"security":[28,106,128],"concerns.":[29],"Malicious":[30],"LLM":[31,85],"outputs":[32],"in":[33,100,139],"this":[34],"domain":[35],"pose":[36],"hardware-level":[37],"threats,":[38,109],"including":[39],"hardware":[40,101,105],"Trojan":[41],"insertion,":[42],"side-channel":[43],"leakage,":[44],"intellectual":[46],"property":[47],"theft,":[48],"that":[49,69],"are":[50],"irreversible":[51],"once":[52],"fabricated":[53],"silicon.":[55],"Such":[56],"requests":[57],"often":[58],"exploit":[59],"semantic":[60],"disguise,":[61],"embedding":[62],"adversarial":[63],"intent":[64],"within":[65],"legitimate":[66,127],"engineering":[67],"existing":[70],"safety":[71,140,148],"mechanisms,":[72],"trained":[73],"on":[74],"general-purpose":[75],"hazards,":[76],"fail":[77],"to":[78,83,87,96],"detect.":[79],"No":[80],"benchmark":[81,95],"exists":[82],"evaluate":[84],"vulnerability":[86],"such":[88],"domain-specific":[89],"threats.":[90],"We":[91],"present":[92],"the":[93,144],"HarmChip":[94],"assess":[97],"jailbreak":[98],"susceptibility":[99],"security,":[102],"spanning":[103],"16":[104],"domains,":[107],"120":[108],"360":[111],"prompts":[112],"at":[113],"two":[114],"difficulty":[115],"levels.":[116],"Evaluation":[117],"state-of-the-art":[119],"LLMs":[120],"reveals":[121],"an":[122],"alignment":[123],"paradox:":[124],"They":[125],"refuse":[126],"queries":[129],"while":[130],"complying":[131],"with":[132],"semantically":[133],"disguised":[134],"attacks,":[135],"exposing":[136],"blind":[137],"spots":[138],"guardrails":[141],"underscoring":[143],"need":[145],"domain-aware":[147],"alignment.":[149]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-22T00:00:00"}