{"id":"https://openalex.org/W4352981361","doi":"https://doi.org/10.1109/iscmi56532.2022.10068489","title":"On the Biological Plausibility of Orthogonal Initialisation for Solving Gradient Instability in Deep Neural Networks","display_name":"On the Biological Plausibility of Orthogonal Initialisation for Solving Gradient Instability in Deep Neural Networks","publication_year":2022,"publication_date":"2022-11-26","ids":{"openalex":"https://openalex.org/W4352981361","doi":"https://doi.org/10.1109/iscmi56532.2022.10068489"},"language":"en","primary_location":{"id":"doi:10.1109/iscmi56532.2022.10068489","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscmi56532.2022.10068489","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 9th International Conference on Soft Computing & Machine Intelligence (ISCMI)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kclpure.kcl.ac.uk/ws/files/220088135/On_the_biological_plausibility_AAM.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038467318","display_name":"Nikolay Manchev","orcid":"https://orcid.org/0000-0003-2987-9234"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nikolay Manchev","raw_affiliation_strings":["King's College London,Department of Informatics,London,WC2R 2LS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College London,Department of Informatics,London,WC2R 2LS","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069783230","display_name":"Michael Spratling","orcid":"https://orcid.org/0000-0001-9531-2813"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Spratling","raw_affiliation_strings":["King's College London,Department of Informatics,London,WC2R 2LS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College London,Department of Informatics,London,WC2R 2LS","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183935753"],"apc_list":null,"apc_paid":null,"fwci":0.262,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63257954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"28","issue":null,"first_page":"47","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7404676675796509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6478314995765686},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49880433082580566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.495536208152771},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4336715638637543},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4269738793373108},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.4249640107154846},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.41986003518104553},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4000224471092224},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.11549705266952515},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10353216528892517}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7404676675796509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6478314995765686},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49880433082580566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.495536208152771},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4336715638637543},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4269738793373108},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.4249640107154846},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.41986003518104553},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4000224471092224},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.11549705266952515},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10353216528892517},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iscmi56532.2022.10068489","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscmi56532.2022.10068489","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 9th International Conference on Soft Computing & Machine Intelligence (ISCMI)","raw_type":"proceedings-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/b085c279-7283-4f4f-a2a0-b1e65a55be38","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85151712113&partnerID=8YFLogxK","pdf_url":"https://kclpure.kcl.ac.uk/ws/files/220088135/On_the_biological_plausibility_AAM.pdf","source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Manchev, N & Spratling, M 2023, On the biological plausibility of orthogonal initialisation for solving gradient instability in deep neural networks. in 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022. 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022, pp. 47-55. https://doi.org/10.1109/ISCMI56532.2022.10068489","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/b085c279-7283-4f4f-a2a0-b1e65a55be38","is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/b085c279-7283-4f4f-a2a0-b1e65a55be38","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Manchev, N & Spratling, M 2023, On the biological plausibility of orthogonal initialisation for solving gradient instability in deep neural networks. in 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022. 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022, pp. 47-55. https://doi.org/10.1109/ISCMI56532.2022.10068489","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/b085c279-7283-4f4f-a2a0-b1e65a55be38","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85151712113&partnerID=8YFLogxK","pdf_url":"https://kclpure.kcl.ac.uk/ws/files/220088135/On_the_biological_plausibility_AAM.pdf","source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Manchev, N & Spratling, M 2023, On the biological plausibility of orthogonal initialisation for solving gradient instability in deep neural networks. in 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022. 2022 9th International Conference on Soft Computing and Machine Intelligence, ISCMI 2022, pp. 47-55. https://doi.org/10.1109/ISCMI56532.2022.10068489","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4352981361.pdf","grobid_xml":"https://content.openalex.org/works/W4352981361.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W85575376","https://openalex.org/W1533861849","https://openalex.org/W1605797652","https://openalex.org/W1677182931","https://openalex.org/W1800356822","https://openalex.org/W1815076433","https://openalex.org/W1899249567","https://openalex.org/W1987202085","https://openalex.org/W2021461047","https://openalex.org/W2064675550","https://openalex.org/W2086555840","https://openalex.org/W2107878631","https://openalex.org/W2110802967","https://openalex.org/W2112796928","https://openalex.org/W2150355110","https://openalex.org/W2175402905","https://openalex.org/W2415784353","https://openalex.org/W2474920236","https://openalex.org/W2587753047","https://openalex.org/W2593110912","https://openalex.org/W2794499538","https://openalex.org/W2951065015","https://openalex.org/W2963103976","https://openalex.org/W3008706590","https://openalex.org/W4298342944","https://openalex.org/W6631943919","https://openalex.org/W6638114406","https://openalex.org/W6638545294","https://openalex.org/W6639736602","https://openalex.org/W6685537299","https://openalex.org/W6716463534","https://openalex.org/W6720565605","https://openalex.org/W6733068669","https://openalex.org/W6733895895","https://openalex.org/W6745328503","https://openalex.org/W6749437451","https://openalex.org/W6754932287","https://openalex.org/W6774401079"],"related_works":["https://openalex.org/W2115072676","https://openalex.org/W2357447513","https://openalex.org/W4311212821","https://openalex.org/W2045727192","https://openalex.org/W2378845890","https://openalex.org/W2102065768","https://openalex.org/W4390752998","https://openalex.org/W1529660427","https://openalex.org/W1595652908","https://openalex.org/W3121106353"],"abstract_inverted_index":{"Initialising":[0],"the":[1,80],"synaptic":[2],"weights":[3,63],"of":[4],"artificial":[5],"neural":[6],"networks":[7],"(ANNs)":[8],"with":[9],"orthogonal":[10,66],"matrices":[11],"is":[12,28],"known":[13],"to":[14,43,45,59,64],"alleviate":[15],"vanishing":[16],"and":[17,76,87],"exploding":[18],"gradient":[19],"problems.":[20],"A":[21],"major":[22],"objection":[23],"against":[24],"such":[25],"initialisation":[26,53],"schemes":[27,54,82],"that":[29,40,55,71,79],"they":[30,36],"are":[31,41],"deemed":[32],"biologically":[33],"implausible":[34],"as":[35],"mandate":[37],"factorization":[38],"techniques":[39],"difficult":[42],"attribute":[44],"a":[46,57],"neurobiological":[47],"process.":[48],"This":[49],"paper":[50],"presents":[51],"two":[52],"allow":[56],"network":[58],"naturally":[60],"evolve":[61],"its":[62],"form":[65],"matrices,":[67],"provides":[68],"theoretical":[69],"analysis":[70],"pre-training":[72],"orthogonalisation":[73],"always":[74],"converges,":[75],"empirically":[77],"confirms":[78],"proposed":[81],"outperform":[83],"randomly":[84],"initialised":[85],"recurrent":[86],"feedforward":[88],"networks.":[89]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-10T07:45:09.275182","created_date":"2025-10-10T00:00:00"}