{"id":"https://openalex.org/W1965256357","doi":"https://doi.org/10.1145/1330017.1330018","title":"Reverse-mode AD in a functional framework: Lambda the ultimate backpropagator","display_name":"Reverse-mode AD in a functional framework: Lambda the ultimate backpropagator","alternate_titles":[],"publication_year":2008,"publication_date":"2008-03-01","ids":{"openalex":"https://openalex.org/W1965256357","doi":"https://doi.org/10.1145/1330017.1330018","mag":"1965256357"},"language":"en","primary_location":{"id":"doi:10.1145/1330017.1330018","doi":"https://doi.org/10.1145/1330017.1330018","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1330017.1330018","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1330017.1330018","source":{"id":"https://openalex.org/S41449414","display_name":"ACM Transactions on Programming Languages and Systems","issn_l":"0164-0925","issn":["0164-0925","1558-4593"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Programming Languages and Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1965256357"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/1330017.1330018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009984528","display_name":"Barak A. Pearlmutter","orcid":"https://orcid.org/0000-0003-0521-4553","observed_orcids":["https://orcid.org/0000-0003-0521-4553"]},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barak A. Pearlmutter","raw_affiliation_strings":["National University of Ireland Maynooth, Co. Kildare, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Ireland Maynooth, Co. Kildare, Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079140683","display_name":"Jeffrey Mark Siskind","orcid":"https://orcid.org/0000-0002-0105-6503","observed_orcids":["https://orcid.org/0000-0002-0105-6503"]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jeffrey Mark Siskind","raw_affiliation_strings":["Purdue University, West Lafayette, IN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5565,"has_fulltext":true,"cited_by_count":150,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9168192,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":"30","issue":"2","first_page":"1","last_page":"36"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13806","display_name":"Mathematical and Computational Methods","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reverse-mode-automatic-differentiation","display_name":"reverse-mode differentiation","score":0.9890000224113464},{"id":"https://openalex.org/keywords/functional-programming-languages","display_name":"functional programming languages","score":0.7900000214576721},{"id":"https://openalex.org/keywords/first-class-functions","display_name":"first-class functions","score":0.7570000290870667},{"id":"https://openalex.org/keywords/free-variables","display_name":"free variables","score":0.9120000004768372},{"id":"https://openalex.org/keywords/self-application","display_name":"self-application","score":0.7210000157356262},{"id":"https://openalex.org/keywords/temporal-complexity","display_name":"temporal complexity","score":0.7039999961853027},{"id":"https://openalex.org/keywords/gradient-computation","display_name":"gradient computation","score":0.5879999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8550766706466675},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.6280639171600342},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.5915623903274536},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5910452604293823},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.5858697891235352},{"id":"https://openalex.org/C42383842","wikidata":"https://www.wikidata.org/wiki/Q193076","display_name":"Functional programming","level":2,"score":0.5753808617591858},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5742728114128113},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.51580810546875},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48426195979118347},{"id":"https://openalex.org/C142156749","wikidata":"https://www.wikidata.org/wiki/Q2607208","display_name":"Typed lambda calculus","level":3,"score":0.4478675425052643},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4280610978603363},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.41005662083625793},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38750380277633667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3779316246509552},{"id":"https://openalex.org/C135790938","wikidata":"https://www.wikidata.org/wiki/Q242028","display_name":"Lambda calculus","level":2,"score":0.33156222105026245},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/1330017.1330018","doi":"https://doi.org/10.1145/1330017.1330018","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1330017.1330018","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1330017.1330018","source":{"id":"https://openalex.org/S41449414","display_name":"ACM Transactions on Programming Languages and Systems","issn_l":"0164-0925","issn":["0164-0925","1558-4593"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Programming Languages and Systems","raw_type":"journal-article"},{"id":"pmh:oai:mural.maynoothuniversity.ie:3504","doi":null,"is_oa":false,"landing_page_url":"https://mural.maynoothuniversity.ie/id/eprint/3504/1/BP_Reverse-Mode.pdf","pdf_url":"https://mural.maynoothuniversity.ie/id/eprint/3504/1/BP_Reverse-Mode.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.maynoothuniversity.ie:3504","doi":null,"is_oa":true,"landing_page_url":"http://eprints.maynoothuniversity.ie/3504/1/BP_Reverse-Mode.pdf","pdf_url":"http://eprints.maynoothuniversity.ie/3504/1/BP_Reverse-Mode.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.114.1532","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.114.1532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.purdue.edu/~qobi/papers/toplas2008.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.135.8208","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.135.8208","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.bcl.hamilton.ie/~qobi/stalingrad/papers/toplas2006-submission.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.74.8168","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.74.8168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-bcl.cs.may.ie/~bap/papers/toplas-reverse.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.81.7129","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.81.7129","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.unm.edu/~bap/papers/toplas-reverse.ps.gz","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/1330017.1330018","doi":"https://doi.org/10.1145/1330017.1330018","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1330017.1330018","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1330017.1330018","source":{"id":"https://openalex.org/S41449414","display_name":"ACM Transactions on Programming Languages and Systems","issn_l":"0164-0925","issn":["0164-0925","1558-4593"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Programming Languages and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3242809761","display_name":"Centre for the analysis and design of interacting computer controlled systems","funder_award_id":"00/PI.1/C067","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G4495263545","display_name":"SoD: Algorithmic Differentiation of Functional Programs","funder_award_id":"0438806","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6967351454","display_name":null,"funder_award_id":"CCF-0438806","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320838","display_name":"Higher Education Authority","ror":"https://ror.org/0471xye93"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1965256357.pdf","grobid_xml":"https://content.openalex.org/works/W1965256357.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W24803201","https://openalex.org/W100466825","https://openalex.org/W127841344","https://openalex.org/W175362725","https://openalex.org/W302561940","https://openalex.org/W790451676","https://openalex.org/W1498436455","https://openalex.org/W1546012645","https://openalex.org/W1579027943","https://openalex.org/W1585773866","https://openalex.org/W1601890769","https://openalex.org/W1781063653","https://openalex.org/W1783388813","https://openalex.org/W1964298340","https://openalex.org/W1975575519","https://openalex.org/W1994309501","https://openalex.org/W2006903949","https://openalex.org/W2007844788","https://openalex.org/W2037440747","https://openalex.org/W2050613794","https://openalex.org/W2058760524","https://openalex.org/W2082709037","https://openalex.org/W2112615547","https://openalex.org/W2115830737","https://openalex.org/W2131078146","https://openalex.org/W2149127686","https://openalex.org/W2156468295","https://openalex.org/W2254297968","https://openalex.org/W2485377127","https://openalex.org/W3145454088","https://openalex.org/W4206215385","https://openalex.org/W4246798589","https://openalex.org/W4256418598","https://openalex.org/W7098892822"],"related_works":["https://openalex.org/W1554504639","https://openalex.org/W1964298340","https://openalex.org/W7204976654","https://openalex.org/W3007691352","https://openalex.org/W2806441765","https://openalex.org/W2578556340","https://openalex.org/W3162555546"],"abstract_inverted_index":{"We":[0],"show":[1],"that":[2,31,49,91,138],"reverse-mode":[3,97],"AD":[4,81,83,98,115],"(Automatic":[5],"Differentiation)\u2014a":[6],"generalized":[7],"gradient-calculation":[8],"operator\u2014can":[9],"be":[10,36],"incorporated":[11],"as":[12,108],"a":[13,24,101],"first-class":[14],"function":[15,102],"in":[16,30,41,48],"an":[17,46],"augmented":[18,43],"lambda":[19,65],"calculus,":[20],"and":[21,72,126,144],"therefore":[22],"into":[23],"functional-programming":[25],"language.":[26,50],"Closure":[27],"is":[28,139],"achieved,":[29],"the":[32,42,53,80,92,96,104,109,118,123,133],"new":[33],"operator":[34],"can":[35],"applied":[37],"to":[38,62,75,122],"any":[39],"expression":[40,47],"language,":[44],"yielding":[45],"This":[51],"requires":[52],"resolution":[54],"of":[55,79,95,100,135],"two":[56],"major":[57],"technical":[58],"issues:":[59],"(a)":[60],"how":[61,74],"transform":[63],"nested":[64],"expressions,":[66],"including":[67],"those":[68],"with":[69],"free-variable":[70],"references,":[71],"(b)":[73],"support":[76],"self":[77],"application":[78],"machinery.":[82],"transformations":[84],"preserve":[85],"certain":[86],"complexity":[87,107],"properties,":[88],"among":[89],"them":[90],"reverse":[93],"phase":[94],"transformation":[99],"have":[103,128],"same":[105],"temporal":[106],"original":[110],"untransformed":[111],"function.":[112],"First-class":[113],"unrestricted":[114],"operators":[116],"increase":[117],"expressive":[119],"power":[120],"available":[121],"numeric":[124,136],"programmer,":[125],"may":[127],"significant":[129],"practical":[130],"implications":[131],"for":[132],"construction":[134],"software":[137],"robust,":[140],"modular,":[141],"concise,":[142],"correct,":[143],"efficient.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1965256357","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
