{"id":"https://openalex.org/W4415428332","doi":"https://doi.org/10.3233/faia251041","title":"Forward Only Learning for Orthogonal Neural Networks of Any Depth","display_name":"Forward Only Learning for Orthogonal Neural Networks of Any Depth","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428332","doi":"https://doi.org/10.3233/faia251041"},"language":"en","primary_location":{"id":"doi:10.3233/faia251041","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251041","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109022030","display_name":"Paul Caillon","orcid":null},"institutions":[{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Paul Caillon","raw_affiliation_strings":["Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France","institution_ids":["https://openalex.org/I56435720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120092201","display_name":"Alex Colagrande","orcid":null},"institutions":[{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alex Colagrande","raw_affiliation_strings":["Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France","institution_ids":["https://openalex.org/I56435720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109022029","display_name":"Erwan Fagnou","orcid":null},"institutions":[{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Erwan Fagnou","raw_affiliation_strings":["Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France","institution_ids":["https://openalex.org/I56435720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062431837","display_name":"Blaise Delattre","orcid":null},"institutions":[{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Blaise Delattre","raw_affiliation_strings":["Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France","institution_ids":["https://openalex.org/I56435720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051652099","display_name":"Alexandre Allauzen","orcid":"https://orcid.org/0000-0002-8627-1965"},"institutions":[{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]},{"id":"https://openalex.org/I98910050","display_name":"ESPCI Paris","ror":"https://ror.org/03zx86w41","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I98910050"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandre Allauzen","raw_affiliation_strings":["ESPCI PSL, Paris, France","Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESPCI PSL, Paris, France","institution_ids":["https://openalex.org/I98910050"]},{"raw_affiliation_string":"Miles Team, LAMSADE, Universit\u00e9 Paris-Dauphine - PSL, Paris, France","institution_ids":["https://openalex.org/I56435720"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46834486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7771000266075134},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6424000263214111},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5485000014305115},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4616999924182892},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4453999996185303},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43619999289512634},{"id":"https://openalex.org/keywords/rprop","display_name":"Rprop","score":0.42160001397132874},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.39629998803138733}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7771000266075134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7081000208854675},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6424000263214111},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5300999879837036},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49939998984336853},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4616999924182892},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43619999289512634},{"id":"https://openalex.org/C98359873","wikidata":"https://www.wikidata.org/wiki/Q1320470","display_name":"Rprop","level":5,"score":0.42160001397132874},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3589000105857849},{"id":"https://openalex.org/C177973122","wikidata":"https://www.wikidata.org/wiki/Q7860946","display_name":"Types of artificial neural networks","level":4,"score":0.35690000653266907},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2547999918460846},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia251041","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251041","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2512.20668","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.20668","pdf_url":"https://arxiv.org/pdf/2512.20668","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05528951v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05528951","pdf_url":"https://hal.science/hal-05528951/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"28th European Conference on Artificial Intelligence, Oct 2025, Bologne, Italy. ⟨10.3233/FAIA251041⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.3233/faia251041","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251041","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8400305831","display_name":null,"funder_award_id":"ANR-23-PEIA-0008","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Backpropagation":[0],"is":[1,79,153],"still":[2],"the":[3,14,20,63,72,84,91,105,108,128],"de":[4],"facto":[5],"algorithm":[6,25],"used":[7],"today":[8],"to":[9,43,46,81,120,147],"train":[10,121],"neural":[11,122],"networks.":[12],"With":[13],"exponential":[15],"growth":[16],"of":[17,23,49,66,74,100,124],"recent":[18,31],"architectures,":[19],"computational":[21],"cost":[22],"this":[24,57],"also":[26],"becomes":[27],"a":[28,47,75,131],"burden.":[29],"The":[30,151],"PEPITA":[32],"and":[33,86],"forward-only":[34,76],"frameworks":[35],"have":[36],"proposed":[37],"promising":[38],"alternatives,":[39],"but":[40],"they":[41],"failed":[42],"scale":[44],"up":[45,142],"handful":[48],"hidden":[50],"layers,":[51],"yet":[52],"limiting":[53],"their":[54],"use.":[55],"In":[56],"paper,":[58],"we":[59,94],"first":[60],"analyze":[61],"theoretically":[62],"main":[64],"limitations":[65],"these":[67],"approaches.":[68],"It":[69],"allows":[70],"us":[71,119],"design":[73],"algorithm,":[77],"which":[78],"equivalent":[80],"backpropagation":[82,109],"under":[83],"linear":[85,92],"orthogonal":[87],"assumptions.":[88],"By":[89],"relaxing":[90],"assumption,":[93],"then":[95],"introduce":[96],"FOTON":[97],"(Forward-Only":[98],"Training":[99],"Orthogonal":[101],"Networks)":[102],"that":[103,114],"bridges":[104],"gap":[106],"with":[107],"algorithm.":[110],"Experimental":[111],"results":[112],"show":[113],"it":[115],"outperforms":[116],"PEPITA,":[117],"enabling":[118],"networks":[123,139],"any":[125],"depth,":[126],"without":[127],"need":[129],"for":[130,144],"backward":[132],"pass.":[133],"Moreover":[134],"its":[135,145],"performance":[136],"on":[137,155],"convolutional":[138],"clearly":[140],"opens":[141],"avenues":[143],"application":[146],"more":[148],"advanced":[149],"architectures.":[150],"code":[152],"open-sourced":[154],"https://github.com/p0lcAi/FOTON.":[156]},"counts_by_year":[],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-24T00:00:00"}