{"id":"https://openalex.org/W4226119909","doi":"https://doi.org/10.1007/978-3-030-99524-9_19","title":"LinSyn: Synthesizing Tight Linear Bounds for Arbitrary Neural Network Activation Functions","display_name":"LinSyn: Synthesizing Tight Linear Bounds for Arbitrary Neural Network Activation Functions","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226119909","doi":"https://doi.org/10.1007/978-3-030-99524-9_19"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-99524-9_19","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-99524-9_19","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-99524-9_19.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-99524-9_19.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042421417","display_name":"Brandon Paulsen","orcid":"https://orcid.org/0000-0001-7790-6570"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brandon Paulsen","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, 90089, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, 90089, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100407035","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0002-7427-793X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, 90089, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, 90089, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042421417"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":3.0806,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92763063,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"357","last_page":"376"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8233998417854309},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7338154315948486},{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.6696771383285522},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6605969667434692},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6483111381530762},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5972803235054016},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5545597672462463},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.5539280772209167},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.521568238735199},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.48036035895347595},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3696465790271759},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3669997453689575},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33545929193496704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2307385802268982},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12658372521400452},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11235988140106201}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8233998417854309},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7338154315948486},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.6696771383285522},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6605969667434692},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6483111381530762},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5972803235054016},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5545597672462463},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.5539280772209167},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.521568238735199},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.48036035895347595},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3696465790271759},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3669997453689575},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33545929193496704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2307385802268982},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12658372521400452},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11235988140106201},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-99524-9_19","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-99524-9_19","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-99524-9_19.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-99524-9_19","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-99524-9_19","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-030-99524-9_19.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3254837640","display_name":null,"funder_award_id":"N00014-17-1-2896","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4504108201","display_name":null,"funder_award_id":"N00014-17-1","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4751570384","display_name":null,"funder_award_id":"4-17-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G637290822","display_name":null,"funder_award_id":"N00014-17-1-289","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7842109728","display_name":"CSR: Small: Collaborative Research: Safety Guard: A Formal Approach to Safety Enforcement in Embedded Control Systems","funder_award_id":"1813117","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226119909.pdf","grobid_xml":"https://content.openalex.org/works/W4226119909.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1507872748","https://openalex.org/W1981276685","https://openalex.org/W2000359198","https://openalex.org/W2043100293","https://openalex.org/W2106258011","https://openalex.org/W2132661148","https://openalex.org/W2166280160","https://openalex.org/W2543296129","https://openalex.org/W2594877703","https://openalex.org/W2768718880","https://openalex.org/W2794609696","https://openalex.org/W2883422753","https://openalex.org/W2900153411","https://openalex.org/W2912589708","https://openalex.org/W2957311447","https://openalex.org/W2962718684","https://openalex.org/W2963054787","https://openalex.org/W2963998105","https://openalex.org/W2974147052","https://openalex.org/W2989358546","https://openalex.org/W2999193264","https://openalex.org/W3046662910","https://openalex.org/W3104896058","https://openalex.org/W3120409696","https://openalex.org/W3125577182","https://openalex.org/W3129495647","https://openalex.org/W3176946506","https://openalex.org/W3184424313","https://openalex.org/W3197827783","https://openalex.org/W4310895557"],"related_works":["https://openalex.org/W1511249877","https://openalex.org/W2466303427","https://openalex.org/W1578828174","https://openalex.org/W2000943029","https://openalex.org/W2950376466","https://openalex.org/W4302559785","https://openalex.org/W4226437312","https://openalex.org/W2949331520","https://openalex.org/W2140496290","https://openalex.org/W2002878601"],"abstract_inverted_index":{"Abstract":[0],"The":[1,64],"most":[2],"scalable":[3],"approaches":[4,25],"to":[5,75,111,156],"certifying":[6],"neural":[7],"network":[8],"robustness":[9,73],"depend":[10],"on":[11,66,191],"computing":[12],"sound":[13,164],"linear":[14,31,119,136],"lower":[15],"and":[16,39,58,83,162,166,220],"upper":[17],"bounds":[18,32,120,137,158,174,219],"for":[19,51,121],"the":[20,30,45,59,70,78,85,102,109,113,128,141,145,169,173,178,198,209],"network\u2019s":[21,46],"activation":[22,81,124,146],"functions.":[23,125],"Current":[24],"are":[26,108,160],"limited":[27],"in":[28,56,77,202],"that":[29,133,159,197],"must":[33],"be":[34,41],"handcrafted":[35],"by":[36],"an":[37,67,152,192],"expert,":[38],"can":[40],"sub-optimal,":[42],"especially":[43],"when":[44],"architecture":[47],"composes":[48],"operations":[49],"using,":[50],"example,":[52],"multiplication":[53],"such":[54],"as":[55],"LSTMs":[57],"recently":[60],"popular":[61],"Swish":[62],"activation.":[63],"dependence":[65],"expert":[68],"prevents":[69],"application":[71],"of":[72,80,87,95,104,115,144,208],"certification":[74],"developments":[76],"state-of-the-art":[79],"functions,":[82],"furthermore":[84],"lack":[86],"tightness":[88],"guarantees":[89],"may":[90],"give":[91],"a":[92,98],"false":[93],"sense":[94],"insecurity":[96],"about":[97],"particular":[99],"model.":[100],"To":[101],"best":[103],"our":[105,188,211],"knowledge,":[106],"we":[107,195],"first":[110,129],"consider":[112],"problem":[114],"automatically":[116],"synthesizing":[117],"tight":[118,135,161],"arbitrary":[122],"n-dimensional":[123],"We":[126],"propose":[127],"fully":[130],"automated":[131],"method":[132,150,189,212],"achieves":[134,214],"while":[138],"only":[139],"leveraging":[140],"mathematical":[142],"definition":[143],"function":[147],"itself.":[148],"Our":[149],"leverages":[151],"efficient":[153],"heuristic":[154],"technique":[155],"synthesize":[157],"usually":[163],",":[165],"then":[167],"verifies":[168],"soundness":[170],"(and":[171],"adjusts":[172],"if":[175],"necessary)":[176],"using":[177],"highly":[179],"optimized":[180],"branch-and-bound":[181],"SMT":[182,193],"solver,":[183,194],"dReal":[184],".":[185],"Even":[186],"though":[187],"depends":[190],"show":[196],"runtime":[199],"is":[200],"reasonable":[201],"practice,":[203],"and,":[204],"compared":[205],"with":[206],"state":[207],"art,":[210],"often":[213],"2-5X":[215],"tighter":[216],"final":[217],"output":[218],"more":[221],"than":[222],"quadruple":[223],"certified":[224],"robustness.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}