{"id":"https://openalex.org/W4297948700","doi":"https://doi.org/10.48550/arxiv.2209.13394","title":"Magnitude and Angle Dynamics in Training Single ReLU Neurons","display_name":"Magnitude and Angle Dynamics in Training Single ReLU Neurons","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4297948700","doi":"https://doi.org/10.48550/arxiv.2209.13394"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.13394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13394","pdf_url":"https://arxiv.org/pdf/2209.13394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.13394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100319614","display_name":"Sangmin Lee","orcid":"https://orcid.org/0000-0002-6295-8287"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lee, Sangmin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003311094","display_name":"Byeongsu Sim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sim, Byeongsu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012644755","display_name":"Jong Chul Ye","orcid":"https://orcid.org/0000-0001-9763-9609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jong Chul","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100319614"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.914918065071106},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7078496217727661},{"id":"https://openalex.org/keywords/balanced-flow","display_name":"Balanced flow","score":0.7021510601043701},{"id":"https://openalex.org/keywords/magnitude","display_name":"Magnitude (astronomy)","score":0.6583430767059326},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.570260763168335},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.5585275888442993},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4206170439720154},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41526052355766296},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37230172753334045},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.35962986946105957},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3466028571128845},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.34008464217185974},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.3396374583244324},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3333391547203064},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.2787080705165863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1681373119354248}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.914918065071106},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7078496217727661},{"id":"https://openalex.org/C167879884","wikidata":"https://www.wikidata.org/wiki/Q727568","display_name":"Balanced flow","level":2,"score":0.7021510601043701},{"id":"https://openalex.org/C126691448","wikidata":"https://www.wikidata.org/wiki/Q2028919","display_name":"Magnitude (astronomy)","level":2,"score":0.6583430767059326},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.570260763168335},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.5585275888442993},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4206170439720154},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41526052355766296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37230172753334045},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35962986946105957},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3466028571128845},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.34008464217185974},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3396374583244324},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3333391547203064},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.2787080705165863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1681373119354248},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.13394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13394","pdf_url":"https://arxiv.org/pdf/2209.13394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.13394","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.13394","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.13394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13394","pdf_url":"https://arxiv.org/pdf/2209.13394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4297948700.pdf","grobid_xml":"https://content.openalex.org/works/W4297948700.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4226299596","https://openalex.org/W4309434778","https://openalex.org/W3214759249","https://openalex.org/W2984511682","https://openalex.org/W4283773090","https://openalex.org/W4287028882","https://openalex.org/W3192094705","https://openalex.org/W2891466145","https://openalex.org/W4309201680","https://openalex.org/W4387963920"],"abstract_inverted_index":{"To":[0],"understand":[1],"learning":[2],"the":[3,11,44,61,67,88,101],"dynamics":[4,62],"of":[5,14,63,90],"deep":[6,81],"ReLU":[7,36,83],"networks,":[8],"we":[9,48,70,96],"investigate":[10],"dynamic":[12],"system":[13],"gradient":[15,64,91,94,102],"flow":[16,92],"$w(t)$":[17,23],"by":[18,86,110],"decomposing":[19],"it":[20],"to":[21,59,100],"magnitude":[22,55],"and":[24,43,51,56,93],"angle":[25,57],"$\u03d5(t):=":[26],"\u03c0-":[27],"\u03b8(t)":[28],"$":[29],"components.":[30],"In":[31],"particular,":[32],"for":[33,54,80],"multi-layer":[34],"single":[35,82],"neurons":[37],"with":[38],"spherically":[39],"symmetric":[40],"data":[41],"distribution":[42],"square":[45],"loss":[46],"function,":[47],"provide":[49],"upper":[50],"lower":[52],"bounds":[53],"components":[58],"describe":[60],"flow.":[65],"Using":[66],"obtained":[68],"bounds,":[69],"conclude":[71],"that":[72],"small":[73],"scale":[74],"initialization":[75],"induces":[76],"slow":[77],"convergence":[78],"speed":[79],"neurons.":[84],"Finally,":[85],"exploiting":[87],"relation":[89],"descent,":[95],"extend":[97],"our":[98],"results":[99,107],"descent":[103],"approach.":[104],"All":[105],"theoretical":[106],"are":[108],"verified":[109],"experiments.":[111]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}