{"id":"https://openalex.org/W7148454380","doi":"https://doi.org/10.48550/arxiv.2604.00938","title":"WARP: Guaranteed Inner-Layer Repair of NLP Transformers","display_name":"WARP: Guaranteed Inner-Layer Repair of NLP Transformers","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148454380","doi":"https://doi.org/10.48550/arxiv.2604.00938"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.00938","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00938","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.00938","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132763869","display_name":"Hsin-Ling Hsu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsu, Hsin-Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101684129","display_name":"Minyu Chen","orcid":"https://orcid.org/0000-0002-4034-3855"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Min-Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132769227","display_name":"Nai-Chia Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Nai-Chia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100695894","display_name":"Yanru Chen","orcid":"https://orcid.org/0000-0002-9677-7142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yan-Ru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132747019","display_name":"Yi-Ling Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Yi-Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132808909","display_name":"Fang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Fang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4975000023841858},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.4717999994754791},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.42800000309944153},{"id":"https://openalex.org/keywords/linearization","display_name":"Linearization","score":0.4253000020980835},{"id":"https://openalex.org/keywords/robust-optimization","display_name":"Robust optimization","score":0.4115000069141388},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.41119998693466187},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4036000072956085},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.3856000006198883}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6413000226020813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6098999977111816},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4975000023841858},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.42800000309944153},{"id":"https://openalex.org/C11210021","wikidata":"https://www.wikidata.org/wiki/Q1520713","display_name":"Linearization","level":3,"score":0.4253000020980835},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3853999972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C158968445","wikidata":"https://www.wikidata.org/wiki/Q7631150","display_name":"Subgradient method","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2780679668","wikidata":"https://www.wikidata.org/wiki/Q6882374","display_name":"Mitral valve repair","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.27000001072883606},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26030001044273376},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.00938","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00938","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.00938","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00938","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"NLP":[1],"models":[2],"remain":[3,127],"vulnerable":[4],"to":[5,34,167,195],"adversarial":[6,196],"perturbations,":[7],"yet":[8],"existing":[9],"repair":[10,30,59,63,73,171,205],"methods":[11,26],"face":[12],"a":[13,57,75,81,92,111,125,131,148],"fundamental":[14],"trade-off:":[15],"gradient-based":[16],"approaches":[17],"offer":[18],"flexibility":[19],"but":[20],"lack":[21],"verifiability":[22],"and":[23,129],"often":[24],"overfit;":[25],"that":[27,61,99,152,161,186,201],"do":[28],"provide":[29],"guarantees":[31,188],"are":[32],"restricted":[33],"the":[35,43,65,85,97,100,154,162],"final":[36],"layer":[37,67,183],"or":[38],"small":[39],"networks,":[40],"significantly":[41],"limiting":[42],"parameter":[44,94],"search":[45],"space":[46],"available":[47],"for":[48],"repair.":[49],"We":[50,158],"present":[51],"WARP":[52,71],"(Weight-Adjusted":[53],"Repair":[54],"with":[55,181],"Provability),":[56],"constraint-based":[58,210],"framework":[60],"extends":[62],"beyond":[64],"last":[66],"of":[68,84],"Transformer":[69,204],"models.":[70],"formulates":[72],"as":[74],"convex":[76],"quadratic":[77],"program":[78],"derived":[79,135],"from":[80,136],"first-order":[82,101],"linearization":[83],"logit":[86],"gap,":[87],"enabling":[88],"tractable":[89],"optimization":[90,155,164],"over":[91,124],"high-dimensional":[93],"space.":[95],"Under":[96],"condition":[98],"approximation":[102],"holds,":[103],"this":[104],"formulation":[105],"induces":[106],"three":[107],"per-sample":[108],"guarantees:":[109],"(i)":[110],"positive":[112],"margin":[113],"constraint":[114],"ensuring":[115],"correct":[116],"classification":[117],"on":[118,178],"repaired":[119],"inputs,":[120],"(ii)":[121],"preservation":[122],"constraints":[123,172],"designated":[126],"set,":[128],"(iii)":[130],"certified":[132],"robustness":[133,194],"radius":[134],"Lipschitz":[137],"continuity.":[138],"To":[139],"ensure":[140],"feasibility":[141],"across":[142],"varying":[143,182],"model":[144],"architectures,":[145],"we":[146],"introduce":[147],"sensitivity-based":[149],"preprocessing":[150],"step":[151],"conditions":[153],"landscape":[156],"accordingly.":[157],"further":[159],"show":[160],"iterative":[163],"procedure":[165],"converges":[166],"solutions":[168],"satisfying":[169],"all":[170],"under":[173],"mild":[174],"assumptions.":[175],"Empirical":[176],"evaluation":[177],"encoder-only":[179],"Transformers":[180],"architectures":[184],"validates":[185],"these":[187],"hold":[189],"in":[190],"practice":[191],"while":[192],"improving":[193],"inputs.":[197],"Our":[198],"results":[199],"demonstrate":[200],"guaranteed,":[202],"generalizable":[203],"is":[206],"achievable":[207],"through":[208],"principled":[209],"optimization.":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-03T00:00:00"}