{"id":"https://openalex.org/W2937629860","doi":"https://doi.org/10.1109/icassp.2019.8682218","title":"Variance Preserving Initialization for Training Deep Neuromorphic Photonic Networks with Sinusoidal Activations","display_name":"Variance Preserving Initialization for Training Deep Neuromorphic Photonic Networks with Sinusoidal Activations","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2937629860","doi":"https://doi.org/10.1109/icassp.2019.8682218","mag":"2937629860"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8682218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682218","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Artificial Intelligence and Information Analysis Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067089800","display_name":"George Mourgias-Alexandris","orcid":"https://orcid.org/0000-0002-9646-3119"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Mourgias-Alexandris","raw_affiliation_strings":["Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046733238","display_name":"Apostolos Tsakyridis","orcid":"https://orcid.org/0000-0003-1498-4904"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Apostolos Tsakyridis","raw_affiliation_strings":["Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063280455","display_name":"Nikos Pleros","orcid":"https://orcid.org/0000-0003-2931-4540"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikos Pleros","raw_affiliation_strings":["Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Photonic Systems and Networks Research Group, School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Artificial Intelligence and Information Analysis Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1483","last_page":"1487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.9070503115653992},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.841403603553772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743992805480957},{"id":"https://openalex.org/keywords/photonics","display_name":"Photonics","score":0.698581337928772},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5861716866493225},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5816368460655212},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5806304812431335},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.49881958961486816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47561103105545044},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46035832166671753},{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"Quadratic programming","score":0.41609418392181396},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3903893828392029},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.37097615003585815},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.3456275165081024},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13250064849853516},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1323336660861969},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10414856672286987},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10131344199180603},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.08974239230155945}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.9070503115653992},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.841403603553772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743992805480957},{"id":"https://openalex.org/C20788544","wikidata":"https://www.wikidata.org/wiki/Q467054","display_name":"Photonics","level":2,"score":0.698581337928772},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5861716866493225},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5816368460655212},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5806304812431335},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.49881958961486816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47561103105545044},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46035832166671753},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.41609418392181396},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3903893828392029},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.37097615003585815},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3456275165081024},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13250064849853516},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1323336660861969},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10414856672286987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10131344199180603},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.08974239230155945},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8682218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682218","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1542981317","https://openalex.org/W1677182931","https://openalex.org/W1680761968","https://openalex.org/W2016922062","https://openalex.org/W2029939668","https://openalex.org/W2138913040","https://openalex.org/W2156387975","https://openalex.org/W2156640153","https://openalex.org/W2183631084","https://openalex.org/W2515260639","https://openalex.org/W2549653513","https://openalex.org/W2739588406","https://openalex.org/W2750384547","https://openalex.org/W2752849906","https://openalex.org/W2793374896","https://openalex.org/W2798701005","https://openalex.org/W2919115771","https://openalex.org/W2963887857","https://openalex.org/W2964121744","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6682889407","https://openalex.org/W6686394896","https://openalex.org/W6729407136","https://openalex.org/W6743688258"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W3108691306","https://openalex.org/W4389237622","https://openalex.org/W2166309310","https://openalex.org/W4385753159","https://openalex.org/W4387251107","https://openalex.org/W4214914769","https://openalex.org/W4200152843","https://openalex.org/W3033201189","https://openalex.org/W4390492955"],"abstract_inverted_index":{"Photonic":[0],"neuromorphic":[1,25],"hardware":[2],"can":[3,52,76],"provide":[4],"significant":[5],"performance":[6],"benefits":[7],"for":[8,45],"Deep":[9],"Learning":[10],"(DL)":[11],"applications":[12],"by":[13],"accelerating":[14],"and":[15,83,114],"reducing":[16],"the":[17,39,42,95,100,103],"energy":[18],"requirements":[19],"of":[20,41,87,94,102],"DL":[21,112],"models.":[22],"However,":[23],"photonic":[24,59,89],"architectures":[26,113],"employ":[27,62],"different":[28,111],"activation":[29,65],"elements":[30],"than":[31],"those":[32],"traditionally":[33],"used":[34,54],"in":[35,69],"DL,":[36],"slowing":[37],"down":[38],"convergence":[40,101],"training":[43,86,104],"process":[44,105],"such":[46],"architectures.":[47],"An":[48],"initialization":[49,74],"scheme":[50,75],"that":[51,61],"be":[53],"to":[55,81,98],"efficiently":[56],"train":[57],"deep":[58,88],"networks":[60],"quadratic":[63],"sinusoidal":[64],"functions":[66],"is":[67,106],"proposed":[68,73,96],"this":[70],"paper.":[71],"The":[72,92],"overcome":[77],"these":[78],"limitations,":[79],"leading":[80],"faster":[82],"more":[84],"stable":[85],"neural":[90],"networks.":[91],"ability":[93],"method":[97],"improve":[99],"experimentally":[107],"demonstrated":[108],"using":[109],"two":[110,115],"datasets.":[116]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}