{"id":"https://openalex.org/W4391598872","doi":"https://doi.org/10.1137/22m1532871","title":"Backpropagation through Back Substitution with a Backslash","display_name":"Backpropagation through Back Substitution with a Backslash","publication_year":2024,"publication_date":"2024-02-05","ids":{"openalex":"https://openalex.org/W4391598872","doi":"https://doi.org/10.1137/22m1532871"},"language":"en","primary_location":{"id":"doi:10.1137/22m1532871","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1532871","pdf_url":null,"source":{"id":"https://openalex.org/S16958353","display_name":"SIAM Journal on Matrix Analysis and Applications","issn_l":"0895-4798","issn":["0895-4798","1095-7162"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Matrix Analysis and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029673947","display_name":"Alan Edelman","orcid":"https://orcid.org/0000-0001-7676-3133"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Edelman","raw_affiliation_strings":["Department of Mathematics and CSAIL, MIT, Cambridge, MA 02139 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and CSAIL, MIT, Cambridge, MA 02139 USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071734030","display_name":"Ekin Aky\u00fcrek","orcid":"https://orcid.org/0000-0002-5166-4689"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ekin Aky\u00fcrek","raw_affiliation_strings":["Department of EECS and CSAIL, MIT, Cambridge, MA 02139 USA"],"raw_orcid":"https://orcid.org/0000-0002-5166-4689","affiliations":[{"raw_affiliation_string":"Department of EECS and CSAIL, MIT, Cambridge, MA 02139 USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409330","display_name":"Yuyang Wang","orcid":"https://orcid.org/0000-0003-0242-8935"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuyang Wang","raw_affiliation_strings":["AWS AI Labs, Santa Clara, CA 95054 USA. Work done prior to joining Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AWS AI Labs, Santa Clara, CA 95054 USA. Work done prior to joining Amazon","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100409330"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.161,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37349472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"45","issue":"1","first_page":"429","last_page":"449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backslash","display_name":"Backslash","score":0.8319581747055054},{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.6402637958526611},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6344592571258545},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4780619442462921},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.22197279334068298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.185125470161438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.15311765670776367},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10961341857910156}],"concepts":[{"id":"https://openalex.org/C2780345915","wikidata":"https://www.wikidata.org/wiki/Q11185","display_name":"Backslash","level":2,"score":0.8319581747055054},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.6402637958526611},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6344592571258545},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4780619442462921},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.22197279334068298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.185125470161438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.15311765670776367},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10961341857910156},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/22m1532871","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1532871","pdf_url":null,"source":{"id":"https://openalex.org/S16958353","display_name":"SIAM Journal on Matrix Analysis and Applications","issn_l":"0895-4798","issn":["0895-4798","1095-7162"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Matrix Analysis and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1498456215","display_name":null,"funder_award_id":"DE-AR0001222","funder_id":"https://openalex.org/F4320332276","funder_display_name":"Advanced Research Projects Agency - Energy"},{"id":"https://openalex.org/G2360264995","display_name":null,"funder_award_id":"PHY\u20102021825","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2865637352","display_name":null,"funder_award_id":"FA8750\u201019\u20102\u20101000","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"},{"id":"https://openalex.org/G420265607","display_name":"SWIFT: LARGE: Adaptive Radio Frequency Interference Cancellation for Radio Science Observatories","funder_award_id":"2029670","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4555183525","display_name":null,"funder_award_id":"HR00112290091","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G620536356","display_name":null,"funder_award_id":"S002283\u2010USAID","funder_id":"https://openalex.org/F4320306115","funder_display_name":"United States Agency for International Development"},{"id":"https://openalex.org/G6553639979","display_name":null,"funder_award_id":"DE-AR0001211","funder_id":"https://openalex.org/F4320332276","funder_display_name":"Advanced Research Projects Agency - Energy"},{"id":"https://openalex.org/G6570282474","display_name":"Collaborative Research: Frameworks: Convergence of Bayesian inverse methods and scientific machine learning in Earth system models through universal differentiable programming","funder_award_id":"2103804","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7641931476","display_name":"Framework: Software: Next-Generation Cyberinfrastructure for Large-Scale Computer-Based Scientific Analysis and Discovery","funder_award_id":"1835443","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306115","display_name":"United States Agency for International Development","ror":"https://ror.org/01n6e6j62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332276","display_name":"Advanced Research Projects Agency - Energy","ror":"https://ror.org/03q1rgc19"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2120575449","https://openalex.org/W2157488230","https://openalex.org/W2903365351","https://openalex.org/W4229666556","https://openalex.org/W4253699484"],"related_works":["https://openalex.org/W2582558875","https://openalex.org/W4293003566","https://openalex.org/W3176261721","https://openalex.org/W2029468683","https://openalex.org/W2379444625","https://openalex.org/W2393147081","https://openalex.org/W4246112427","https://openalex.org/W4316469639","https://openalex.org/W2009364091","https://openalex.org/W2575869988"],"abstract_inverted_index":{".We":[0],"present":[1],"a":[2,16,53,83,108],"linear":[3,115,146],"algebra":[4,116,147],"formulation":[5],"of":[6,12,26,42,49,96,103,113,153,171],"backpropagation":[7],"which":[8],"allows":[9,92],"the":[10,29,94,101,104],"calculation":[11],"gradients":[13],"by":[14],"using":[15],"generically":[17],"written":[18],"\"backslash\"":[19],"or":[20],"Gaussian":[21],"elimination":[22],"on":[23],"triangular":[24],"systems":[25],"equations.":[27],"Generally,":[28],"matrix":[30],"elements":[31,152],"are":[32],"operators.":[33,97],"This":[34],"paper":[35],"has":[36],"three":[37],"contributions:":[38],"(i)":[39],"it":[40,132],"is":[41,133,177],"intellectual":[43],"value":[44],"to":[45,135,157,165,168],"replace":[46],"traditional":[47],"treatments":[48],"automatic":[50],"differentiation":[51],"with":[52,173],"(left":[54],"acting)":[55],"operator":[56,88],"theoretic,":[57],"graph-based":[58],"approach;":[59],"(ii)":[60],"operators":[61,105,117,150],"can":[62,148],"be":[63,166],"readily":[64],"placed":[65],"in":[66,68,70,107,139],"matrices":[67],"software":[69],"programming":[71,110],"languages":[72],"such":[73,118,179],"as":[74,76,119,151],"Julia":[75,120],"an":[77],"implementation":[78,142],"option;":[79],"(iii)":[80],"we":[81],"introduce":[82],"novel":[84],"notation,":[85],"\"transpose":[86],"dot\"":[87],"\"\\(\\{\\}^{T_\\bullet":[89],"}\\)\"":[90],"that":[91,131],"for":[93],"reversal":[95],"We":[98],"further":[99],"demonstrate":[100],"elegance":[102],"approach":[106],"suitable":[109],"language":[111],"consisting":[112],"generic":[114,145],"[Bezanson":[121],"et":[122],"al.,":[123],"SIAM":[124],"Rev.,":[125],"59":[126],"(2017),":[127],"pp.":[128],"65\u201398],":[129],"and":[130],"possible":[134],"realize":[136],"this":[137],"abstraction":[138],"code.":[140],"Our":[141],"shows":[143],"how":[144],"allow":[149],"matrices.":[154],"In":[155],"contrast":[156],"\"operator":[158],"overloading,\"":[159],"where":[160],"backslash":[161],"would":[162],"normally":[163],"have":[164],"rewritten":[167],"take":[169],"advantage":[170],"operators,":[172],"\"generic":[174],"programming\"":[175],"there":[176],"no":[178],"need.KeywordsbackpropagationAutoDiffbackslashoperatorJuliagraphMSC":[180],"codes05C50":[181]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}