{"id":"https://openalex.org/W3090503667","doi":"https://doi.org/10.1109/iscas45731.2020.9181106","title":"Adaptive Initialization for Recurrent Photonic Networks using Sigmoidal Activations","display_name":"Adaptive Initialization for Recurrent Photonic Networks using Sigmoidal Activations","publication_year":2020,"publication_date":"2020-09-29","ids":{"openalex":"https://openalex.org/W3090503667","doi":"https://doi.org/10.1109/iscas45731.2020.9181106","mag":"3090503667"},"language":"en","primary_location":{"id":"doi:10.1109/iscas45731.2020.9181106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas45731.2020.9181106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Greece","Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067089800","display_name":"George Mourgias-Alexandris","orcid":"https://orcid.org/0000-0002-9646-3119"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Mourgias-Alexandris","raw_affiliation_strings":["Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Greece","Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063280455","display_name":"Nikos Pleros","orcid":"https://orcid.org/0000-0003-2931-4540"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikos Pleros","raw_affiliation_strings":["Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Greece","Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Photonic Systems and Networks Research Group, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Greece","Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Artificial Intelligence and Information Analysis Laboratory, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8982574939727783},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8100327253341675},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6070816516876221},{"id":"https://openalex.org/keywords/photonics","display_name":"Photonics","score":0.6070031523704529},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6054291129112244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5149443745613098},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4710904061794281},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.46565157175064087},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4275974631309509},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3334394097328186}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8982574939727783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8100327253341675},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6070816516876221},{"id":"https://openalex.org/C20788544","wikidata":"https://www.wikidata.org/wiki/Q467054","display_name":"Photonics","level":2,"score":0.6070031523704529},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6054291129112244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5149443745613098},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4710904061794281},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.46565157175064087},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4275974631309509},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3334394097328186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas45731.2020.9181106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas45731.2020.9181106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W1689711448","https://openalex.org/W1924770834","https://openalex.org/W2026131661","https://openalex.org/W2057021211","https://openalex.org/W2144902422","https://openalex.org/W2156640153","https://openalex.org/W2606722458","https://openalex.org/W2739588406","https://openalex.org/W2752849906","https://openalex.org/W2798701005","https://openalex.org/W2803706985","https://openalex.org/W2888329769","https://openalex.org/W2888688668","https://openalex.org/W2890255136","https://openalex.org/W2919115771","https://openalex.org/W2923894441","https://openalex.org/W2953409933","https://openalex.org/W3036144366","https://openalex.org/W3101887461","https://openalex.org/W3103145197","https://openalex.org/W6631943919","https://openalex.org/W6640212811","https://openalex.org/W6681302627"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W2072565696","https://openalex.org/W2805949325","https://openalex.org/W4300536205"],"abstract_inverted_index":{"Photonic":[0],"Deep":[1],"Learning":[2],"(DL)":[3],"accelerators":[4,25],"are":[5],"among":[6],"the":[7,40,54,59,77,105,109,114,141],"most":[8],"promising":[9],"approaches":[10],"for":[11,20,52,58,67,90],"providing":[12],"fast":[13],"and":[14,130],"energy":[15],"efficient":[16],"neural":[17,93],"network":[18],"implementations":[19],"several":[21,49],"applications.":[22],"However,":[23],"photonic":[24,92],"require":[26],"using":[27,151],"different":[28],"activation":[29],"functions":[30],"compared":[31],"to":[32,45,112,132,137],"those":[33],"typically":[34],"used":[35,111],"in":[36,140],"DL.":[37],"This":[38,61],"renders":[39],"training":[41,78],"process":[42,62],"especially":[43],"difficult":[44,66],"tune,":[46],"often":[47],"requiring":[48],"trials":[50],"just":[51],"selecting":[53],"appropriate":[55],"initialization":[56,88],"hyper-parameters":[57],"network.":[60],"becomes":[63],"even":[64],"more":[65],"recurrent":[68,91],"networks,":[69],"where":[70],"exploding":[71],"gradient":[72],"phenomena":[73],"can":[74],"further":[75],"destabilize":[76],"process.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83],"propose":[84],"an":[85],"adaptive":[86],"data-driven":[87],"approach":[89],"networks.":[94],"The":[95,125],"proposed":[96,126],"method":[97,127],"is":[98,128],"activation-agnostic,":[99],"while":[100],"it":[101,135,147],"takes":[102],"into":[103],"account":[104],"actual":[106],"distribution":[107],"of":[108,119,122,143],"data":[110],"train":[113],"network,":[115],"overcoming":[116],"a":[117],"number":[118],"significant":[120,138],"limitations":[121],"existing":[123],"approaches.":[124],"simple":[129],"easy":[131],"implement,":[133],"yet":[134],"leads":[136],"improvements":[139],"performance":[142],"DL":[144],"models,":[145],"as":[146],"was":[148],"experimentally":[149],"demonstrated":[150],"two":[152],"large-scale":[153],"challenging":[154],"time-series":[155],"datasets.":[156]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}