{"id":"https://openalex.org/W7111069023","doi":"https://doi.org/10.48550/arxiv.2512.06427","title":"A new initialisation to Control Gradients in Sinusoidal Neural network","display_name":"A new initialisation to Control Gradients in Sinusoidal Neural network","publication_year":2025,"publication_date":"2025-12-06","ids":{"openalex":"https://openalex.org/W7111069023","doi":"https://doi.org/10.48550/arxiv.2512.06427"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.06427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.06427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.06427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Combette, Andrea","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Combette, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Venaille, Antoine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venaille, Antoine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Pustelnik, Nelly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pustelnik, Nelly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.8737000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.8737000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.05510000139474869,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6302000284194946},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.5867000222206116},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.574999988079071},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5745999813079834},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5626999735832214},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5429999828338623},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4551999866962433},{"id":"https://openalex.org/keywords/tangent","display_name":"Tangent","score":0.387800008058548},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.3508000075817108},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3368000090122223}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6561999917030334},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.574999988079071},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5626999735832214},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5429999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47760000824928284},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42829999327659607},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.32260000705718994},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C92047909","wikidata":"https://www.wikidata.org/wiki/Q204034","display_name":"Hyperbolic function","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C202286095","wikidata":"https://www.wikidata.org/wiki/Q579262","display_name":"Error function","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.06427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.06427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.06427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.06427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Proper":[0],"initialisation":[1,21,38,74,128,147,163],"strategy":[2],"is":[3,86],"of":[4,20,75,95,101,115,172],"primary":[5],"importance":[6],"to":[7],"mitigate":[8],"gradient":[9],"explosion":[10],"or":[11],"vanishing":[12,109],"when":[13],"training":[14,60,131],"neural":[15,179],"networks.":[16,180],"Yet,":[17],"the":[18,73,76,80,93,99,113,134,145,149],"impact":[19,58],"parameters":[22],"still":[23],"lacks":[24],"a":[25,36,69,169],"precise":[26],"theoretical":[27],"understanding":[28],"for":[29,39,72],"several":[30],"well-established":[31],"architectures.":[32],"Here,":[33],"we":[34,67,141],"propose":[35],"new":[37,162],"networks":[40],"with":[41,54,144],"sinusoidal":[42],"activation":[43],"functions":[44],"such":[45],"as":[46],"\\texttt{SIREN},":[47],"focusing":[48],"on":[49,59,62,155],"gradients":[50,106],"control,":[51],"their":[52,57],"scaling":[53],"network":[55],"depth,":[56],"and":[61,98,107,152,158],"generalization.":[63,122],"To":[64],"achieve":[65],"this,":[66],"identify":[68],"closed-form":[70],"expression":[71,85],"parameters,":[77],"differing":[78],"from":[79,88],"original":[81,150],"\\texttt{SIREN}":[82,143],"scheme.":[83],"This":[84],"derived":[87],"fixed":[89],"points":[90],"obtained":[91],"through":[92,133],"convergence":[94],"pre-activation":[96,110],"distribution":[97],"variance":[100],"Jacobian":[102],"sequences.":[103],"Controlling":[104],"both":[105],"targeting":[108],"helps":[111],"preventing":[112],"emergence":[114],"inappropriate":[116],"frequencies":[117],"during":[118],"estimation,":[119],"thereby":[120],"improving":[121],"We":[123],"further":[124],"show":[125],"that":[126],"this":[127],"strongly":[129],"influences":[130],"dynamics":[132],"Neural":[135],"Tangent":[136],"Kernel":[137],"framework":[138],"(NTK).":[139],"Finally,":[140],"benchmark":[142],"proposed":[146],"against":[148],"scheme":[151],"other":[153],"baselines":[154],"function":[156],"fitting":[157],"image":[159],"reconstruction.":[160],"The":[161],"consistently":[164],"outperforms":[165],"state-of-the-art":[166],"methods":[167],"across":[168],"wide":[170],"range":[171],"reconstruction":[173],"tasks,":[174],"including":[175],"those":[176],"involving":[177],"physics-informed":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-10T00:00:00"}