{"id":"https://openalex.org/W3109377487","doi":"https://doi.org/10.1109/tsp.2020.3039360","title":"Approximation Algorithms for Training One-Node ReLU Neural Networks","display_name":"Approximation Algorithms for Training One-Node ReLU Neural Networks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3109377487","doi":"https://doi.org/10.1109/tsp.2020.3039360","mag":"3109377487"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.3039360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3039360","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051547862","display_name":"Santanu S. Dey","orcid":"https://orcid.org/0000-0003-0294-8287"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Santanu S. Dey","raw_affiliation_strings":["H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103080267","display_name":"Guanyi Wang","orcid":"https://orcid.org/0000-0002-5958-9898"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanyi Wang","raw_affiliation_strings":["H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103006471","display_name":"Yao Xie","orcid":"https://orcid.org/0000-0002-1410-3639"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Xie","raw_affiliation_strings":["H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1410-3639","affiliations":[{"raw_affiliation_string":"H. Milton Stewart School of Industrial, and Systems Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3541,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85713666,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"68","issue":null,"first_page":"6696","last_page":"6706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/approximation-algorithm","display_name":"Approximation algorithm","score":0.7324497699737549},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6739301681518555},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.6427196264266968},{"id":"https://openalex.org/keywords/approximation-error","display_name":"Approximation error","score":0.580910325050354},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5512965321540833},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5477192401885986},{"id":"https://openalex.org/keywords/approximation-theory","display_name":"Approximation theory","score":0.5049191117286682},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4819171726703644},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4790666997432709},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4563712179660797},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4287834167480469},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3652054965496063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24881607294082642}],"concepts":[{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.7324497699737549},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6739301681518555},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.6427196264266968},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.580910325050354},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5512965321540833},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5477192401885986},{"id":"https://openalex.org/C145242015","wikidata":"https://www.wikidata.org/wiki/Q774123","display_name":"Approximation theory","level":2,"score":0.5049191117286682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4819171726703644},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4790666997432709},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4563712179660797},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4287834167480469},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3652054965496063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24881607294082642},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2020.3039360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3039360","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W178986290","https://openalex.org/W1554944419","https://openalex.org/W1555060220","https://openalex.org/W1968172088","https://openalex.org/W2052902356","https://openalex.org/W2105280352","https://openalex.org/W2136922672","https://openalex.org/W2171623021","https://openalex.org/W2420609820","https://openalex.org/W2558384550","https://openalex.org/W2591714514","https://openalex.org/W2735616495","https://openalex.org/W2740950460","https://openalex.org/W2785631679","https://openalex.org/W2808958252","https://openalex.org/W2885208219","https://openalex.org/W2892676835","https://openalex.org/W2897521549","https://openalex.org/W2945810764","https://openalex.org/W2952318479","https://openalex.org/W2962782102","https://openalex.org/W2962839956","https://openalex.org/W2963122491","https://openalex.org/W2963351303","https://openalex.org/W2963569411","https://openalex.org/W2963588390","https://openalex.org/W2963672337","https://openalex.org/W2963744427","https://openalex.org/W2963759574","https://openalex.org/W2963827833","https://openalex.org/W2964031514","https://openalex.org/W2964309963","https://openalex.org/W2970862128","https://openalex.org/W2975778934","https://openalex.org/W2984564059","https://openalex.org/W3030196398","https://openalex.org/W3030399983","https://openalex.org/W3046762691","https://openalex.org/W3137695714","https://openalex.org/W3215186461","https://openalex.org/W4289419779","https://openalex.org/W4294087498","https://openalex.org/W4294175339","https://openalex.org/W4297785630","https://openalex.org/W4302027967","https://openalex.org/W6607280820","https://openalex.org/W6633163730","https://openalex.org/W6681017033","https://openalex.org/W6685292845","https://openalex.org/W6717246965","https://openalex.org/W6729999211","https://openalex.org/W6730349232","https://openalex.org/W6733941281","https://openalex.org/W6734079340","https://openalex.org/W6737871451","https://openalex.org/W6741253635","https://openalex.org/W6742206820","https://openalex.org/W6744879188","https://openalex.org/W6747847215","https://openalex.org/W6748256991","https://openalex.org/W6752544856","https://openalex.org/W6755063874","https://openalex.org/W6755724774","https://openalex.org/W6758158593","https://openalex.org/W6762454593","https://openalex.org/W6763485134","https://openalex.org/W6767672071","https://openalex.org/W6778025286","https://openalex.org/W6778540096"],"related_works":["https://openalex.org/W2171221472","https://openalex.org/W189995875","https://openalex.org/W3177870706","https://openalex.org/W2108297731","https://openalex.org/W2737349826","https://openalex.org/W3091355678","https://openalex.org/W3113145869","https://openalex.org/W4236315151","https://openalex.org/W1963832283","https://openalex.org/W2274875174"],"abstract_inverted_index":{"Training":[0],"a":[1,21,66,164,209],"one-node":[2],"neural":[3],"network":[4],"with":[5,156],"the":[6,17,34,37,48,59,76,95,101,106,113,129,134,139,143,148,159,174,191,201,204,219],"ReLU":[7],"activation":[8],"function":[9],"via":[10],"optimization,":[11],"which":[12,170,215],"we":[13,30],"refer":[14],"to":[15,46,105],"as":[16,70],"ON-ReLU":[18,38,49,102,149],"problem,":[19,50],"is":[20,54,58,65,112,137,171],"fundamental":[22],"problem":[23,103],"in":[24,128],"machine":[25],"learning.":[26],"In":[27],"this":[28,79,111],"paper,":[29],"begin":[31],"by":[32],"proving":[33],"NP-hardness":[35],"of":[36,61,78,92,108,173,176,203],"problem.":[39],"We":[40,74],"then":[41],"present":[42],"an":[43,71,98,117,120],"approximation":[44,121,140,161,168,185,205],"algorithm":[45,72,80,96,118,141,162,186,206],"solve":[47],"whose":[51],"running":[52],"time":[53,115],"O(nk)":[55],"where":[56],"n":[57],"number":[60,175],"samples,":[62,94],"and":[63,84,151],"k":[64],"predefined":[67],"integral":[68],"constant":[69],"parameter.":[73],"analyze":[75],"performance":[77],"under":[81],"two":[82],"regimes":[83],"show":[85,182,199],"that:":[86],"(1)":[87],"given":[88,153],"any":[89],"arbitrary":[90,124],"set":[91],"training":[93,135,154],"guarantees":[97,119],"(n/k)-approximation":[99],"for":[100,123,147,212],"-":[104],"best":[107],"our":[109,184],"knowledge,":[110],"first":[114],"that":[116,183,200],"ratio":[122,169],"data":[125],"scenario;":[126],"thus,":[127],"ideal":[130],"case":[131],"(i.e.,":[132],"when":[133],"error":[136],"zero)":[138],"achieves":[142,163],"globally":[144],"optimal":[145],"solution":[146,202],"problem;":[150],"(2)":[152],"sample":[155],"Gaussian":[157],"noise,":[158],"same":[160],"much":[165],"better":[166,189],"asymptotic":[167],"independent":[172],"samples":[177],"n.":[178],"Extensive":[179],"numerical":[180,196],"studies":[181],"can":[187,207,216],"perform":[188],"than":[190],"gradient":[192,213],"descent":[193],"algorithm.":[194],"Our":[195],"results":[197],"also":[198],"provide":[208],"good":[210],"initialization":[211],"descent,":[214],"significantly":[217],"improve":[218],"performance.performance.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}