{"id":"https://openalex.org/W4372260029","doi":"https://doi.org/10.1109/icassp49357.2023.10095613","title":"Convex Optimization of Deep Polynomial and ReLU Activation Neural Networks","display_name":"Convex Optimization of Deep Polynomial and ReLU Activation Neural Networks","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260029","doi":"https://doi.org/10.1109/icassp49357.2023.10095613"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062073113","display_name":"Burak Bartan","orcid":"https://orcid.org/0000-0002-0079-8126"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Burak Bartan","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering","Department of Electrical Engineering, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering","Department of Electrical Engineering, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.7022437453269958},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6565628051757812},{"id":"https://openalex.org/keywords/polynomial","display_name":"Polynomial","score":0.5656389594078064},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5592455863952637},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5013816356658936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4890511929988861},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4599534571170807},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44131767749786377},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42502179741859436},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36081230640411377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26954150199890137},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06576895713806152}],"concepts":[{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.7022437453269958},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6565628051757812},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.5656389594078064},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5592455863952637},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5013816356658936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4890511929988861},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4599534571170807},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44131767749786377},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42502179741859436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36081230640411377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26954150199890137},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06576895713806152},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1964872188","https://openalex.org/W2187391117","https://openalex.org/W1981809986","https://openalex.org/W2949367465","https://openalex.org/W2912909874","https://openalex.org/W4288573727","https://openalex.org/W2494876756","https://openalex.org/W2768754015","https://openalex.org/W2981448761","https://openalex.org/W3153752017"],"abstract_inverted_index":{"We":[0,12,41],"consider":[1],"training":[2],"multi-layer":[3],"neural":[4,46],"networks":[5],"with":[6],"polynomial":[7,56],"and":[8,20,30],"ReLU":[9,39],"activation":[10],"functions.":[11],"develop":[13],"exact":[14],"convex":[15,61],"optimization":[16,62],"formulations":[17,24],"for":[18],"three-layer":[19],"deeper":[21],"architectures.":[22],"Our":[23],"are":[25],"based":[26],"on":[27,33],"semidefinite":[28],"lifting":[29],"recent":[31],"results":[32],"the":[34],"hidden":[35],"convexity":[36],"of":[37],"two-layer":[38],"networks.":[40],"show":[42],"that":[43],"certain":[44],"deep":[45],"network":[47],"architectures":[48],"can":[49],"be":[50],"trained":[51],"to":[52],"global":[53],"optimality":[54],"in":[55],"time":[57],"by":[58],"solving":[59],"equivalent":[60],"problems.":[63]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}