{"id":"https://openalex.org/W7162124782","doi":"https://doi.org/10.48550/arxiv.2605.22237","title":"Decision-Aware Quadratic ReLU Replacement for HE-Friendly Inference","display_name":"Decision-Aware Quadratic ReLU Replacement for HE-Friendly Inference","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162124782","doi":"https://doi.org/10.48550/arxiv.2605.22237"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22237","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22237","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136765651","display_name":"Rui Li","orcid":"https://orcid.org/0000-0003-0258-281X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102896926","display_name":"Wenyuan Wu","orcid":"https://orcid.org/0000-0003-1169-379X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Wenyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103306134","display_name":"Weijie Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.7616999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.7616999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.15629999339580536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.029899999499320984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.551800012588501},{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"Quadratic programming","score":0.52920001745224},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.5234000086784363},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.46779999136924744},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.43950000405311584},{"id":"https://openalex.org/keywords/relaxation","display_name":"Relaxation (psychology)","score":0.42489999532699585},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4097000062465668},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.39410001039505005}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6373999714851379},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.551800012588501},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42419999837875366},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.31929999589920044},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C92717368","wikidata":"https://www.wikidata.org/wiki/Q1162538","display_name":"Plaintext","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C166437778","wikidata":"https://www.wikidata.org/wiki/Q50695","display_name":"Quadratic function","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C25360446","wikidata":"https://www.wikidata.org/wiki/Q1512771","display_name":"Linear programming relaxation","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C21440807","wikidata":"https://www.wikidata.org/wiki/Q4968811","display_name":"Isotropic quadratic form","level":5,"score":0.25690001249313354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2549999952316284},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22237","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22237","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.796226978302002}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fully":[0],"homomorphic":[1,35],"encryption":[2],"(FHE)":[3],"supports":[4],"only":[5],"additions":[6],"and":[7,61,112,118,157,236],"multiplications,":[8],"so":[9],"FHE-only":[10],"neural-network":[11],"inference":[12],"typically":[13],"replaces":[14],"ReLU":[15,49,59,72],"with":[16,183],"polynomials":[17,29],"fitted":[18],"over":[19],"empirical":[20,185],"activation":[21,32,234],"intervals.":[22],"Such":[23],"interval":[24],"fitting":[25],"often":[26,131],"requires":[27],"higher-degree":[28],"to":[30,202],"control":[31],"error,":[33],"incurring":[34],"evaluation":[36],"costs,":[37],"while":[38,75],"classification":[39],"is":[40],"determined":[41],"by":[42],"the":[43,84,98,123,126,141,149,163,171,193,198,206,211,217,233],"final":[44],"logit":[45],"decision.":[46],"We":[47,79],"revisit":[48],"replacement":[50,104,117,219],"from":[51],"a":[52,56,62,88,106,119,133],"decision-aware":[53],"perspective:":[54],"given":[55],"trained":[57],"single-hidden-layer":[58],"MLP":[60],"specified":[63],"calibration":[64,93,138],"set,":[65],"can":[66,168],"an":[67],"HE-friendly":[68],"low-degree":[69],"polynomial":[70],"replace":[71],"without":[73],"retraining":[74],"preserving":[76],"calibration-set":[77,188],"decisions?":[78],"focus":[80],"on":[81,187,224],"quadratic":[82,103,176,218],"replacement,":[83],"lowest-degree":[85],"that":[86,178],"retains":[87],"genuine":[89],"per-unit":[90],"nonlinearity.":[91],"For":[92],"sets":[94],"positive-margin":[95,127,212],"separable":[96],"in":[97,232],"lifted":[99,142],"space,":[100],"we":[101,147],"formulate":[102],"as":[105],"linear":[107],"separation":[108],"problem,":[109],"yielding":[110],"necessary":[111],"sufficient":[113],"conditions":[114],"for":[115,122],"calibration-lossless":[116],"constructive":[120],"algorithm":[121],"coefficients.":[124],"When":[125],"condition":[128],"fails":[129],"--":[130,146],"because":[132],"few":[134],"near-boundary":[135],"or":[136],"misclassified":[137],"samples":[139],"bring":[140],"hulls":[143,156],"into":[144,173],"contact":[145],"extend":[148],"same":[150],"geometric":[151],"framework":[152],"via":[153],"reduced":[154],"convex":[155,175],"Lagrangian-dual":[158],"soft-margin":[159],"relaxations.":[160],"These":[161],"cap":[162,196],"weight":[164,195],"any":[165],"single":[166],"sample":[167],"carry,":[169],"converting":[170],"problem":[172],"smaller":[174],"programs":[177],"yield":[179],"approximately":[180],"feasible":[181],"coefficients":[182],"high":[184],"agreement":[186],"decisions.":[189],"In":[190],"particular,":[191],"at":[192],"maximal":[194],"$\u03bc=1$,":[197],"reduced-convex-hull":[199],"relaxation":[200,207],"reduces":[201],"standard":[203],"convex-hull":[204],"separation;":[205],"thus":[208],"continuously":[209],"extends":[210],"exact":[213],"theory.":[214],"Under":[215],"CKKS,":[216],"matches":[220],"plaintext":[221],"top-1":[222],"accuracy":[223],"multiple":[225],"benchmarks,":[226],"running":[227],"3.7--4.1$\\times$":[228],"faster":[229,238],"than":[230],"Remez-7":[231],"module":[235],"1.18--1.68$\\times$":[237],"end-to-end.":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}