{"id":"https://openalex.org/W6980103057","doi":null,"title":"Automatic Differentiation \\nin Machine Learning: a Survey","display_name":"Automatic Differentiation \\nin Machine Learning: a Survey","alternate_titles":[],"publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W6980103057"},"language":"en","primary_location":{"id":"pmh:oai:eprints.maynoothuniversity.ie:10227","doi":null,"is_oa":true,"landing_page_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","pdf_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},"parent_works":[],"lineage":["https://openalex.org/W6980103057"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Baydin, Atilim Gunes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Baydin, Atilim Gunes","raw_affiliation_strings":["Department of Engineering Science University of Oxford Oxford OX1 3PJ , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Science University of Oxford Oxford OX1 3PJ , United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pearlmutter, Barak A.","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pearlmutter, Barak A.","raw_affiliation_strings":["Department of Engineering Science University of Oxford Oxford OX1 3PJ , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Science University of Oxford Oxford OX1 3PJ , United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055832270","display_name":"Alexey Radul","orcid":"https://orcid.org/0000-0002-7251-4057","observed_orcids":["https://orcid.org/0000-0002-7251-4057"]},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["IE","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Radul, Alexey Andreyevich","raw_affiliation_strings":["Department of Brain and Cognitive Sciences Massachusetts Institute of Technology Cambridge , MA 02139 , United States","Department of Computer Science National University of Ireland Maynooth Maynooth , Co. Kildare , Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain and Cognitive Sciences Massachusetts Institute of Technology Cambridge , MA 02139 , United States","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Computer Science National University of Ireland Maynooth Maynooth , Co. Kildare , Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079140683","display_name":"Jeffrey Mark Siskind","orcid":"https://orcid.org/0000-0002-0105-6503","observed_orcids":["https://orcid.org/0000-0002-0105-6503"]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Siskind, Jeffrey Mark","raw_affiliation_strings":["School of Electrical and Computer Engineering Purdue University West Lafayette , IN 47907 , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering Purdue University West Lafayette , IN 47907 , United States","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.24300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.24300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.16279999911785126,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0812000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"automatic differentiation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/gradient","display_name":"gradient","score":0.6449999809265137},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9940000176429749},{"id":"https://openalex.org/keywords/differentiable-programming","display_name":"differentiable programming","score":0.8090000152587891},{"id":"https://openalex.org/keywords/symbolic-differentiation","display_name":"symbolic differentiation","score":0.8050000071525574},{"id":"https://openalex.org/keywords/backpropagation","display_name":"backpropagation","score":0.8500000238418579},{"id":"https://openalex.org/keywords/machine-learning-optimization","display_name":"machine learning optimization","score":0.6499999761581421},{"id":"https://openalex.org/keywords/numerical-differentiation","display_name":"numerical differentiation","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5996999740600586},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.5570999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5270000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49300000071525574},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.maynoothuniversity.ie:10227","doi":null,"is_oa":true,"landing_page_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","pdf_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:eprints.maynoothuniversity.ie:6275","doi":null,"is_oa":false,"landing_page_url":"http://eprints.maynoothuniversity.ie/6275/1/BP-Automatic-differentiation.pdf","pdf_url":"http://eprints.maynoothuniversity.ie/6275/1/BP-Automatic-differentiation.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Monograph"}],"best_oa_location":{"id":"pmh:oai:eprints.maynoothuniversity.ie:10227","doi":null,"is_oa":true,"landing_page_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","pdf_url":"http://eprints.maynoothuniversity.ie/10227/1/BP-Automatic-2018.pdf","source":{"id":"https://openalex.org/S4306401432","display_name":"Maynooth University ePrints and eTheses Archive (Maynooth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3766682060","display_name":null,"funder_award_id":"D17PC00341","funder_id":"https://openalex.org/F4320333452","funder_display_name":"Interior Business Center"},{"id":"https://openalex.org/G6346593773","display_name":"Higher-Level Efficient Numerics and Machine Learning","funder_award_id":"09/IN.1/I2637","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G6363158233","display_name":null,"funder_award_id":"W911NF-10-2-0060","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G7733068915","display_name":"NRI: Collaborative Research: RobotSLANG: Simultaneous Localization, Mapping, and Language Acquisition","funder_award_id":"1522954","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G781415756","display_name":null,"funder_award_id":"D17PC00341","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"},{"id":"https://openalex.org/G8125398149","display_name":"NCS-FO: Neuroimaging to Advance Computer Vision, NLP, and AI","funder_award_id":"1734938","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"},{"id":"https://openalex.org/F4320333452","display_name":"Interior Business Center","ror":"https://ror.org/04knezf87"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6980103057.pdf","grobid_xml":"https://content.openalex.org/works/W6980103057.grobid-xml"},"referenced_works_count":144,"referenced_works":["https://openalex.org/W24803201","https://openalex.org/W32371573","https://openalex.org/W56900066","https://openalex.org/W114517082","https://openalex.org/W117463898","https://openalex.org/W150071318","https://openalex.org/W172274388","https://openalex.org/W179875071","https://openalex.org/W183071939","https://openalex.org/W302561940","https://openalex.org/W650001019","https://openalex.org/W753012316","https://openalex.org/W1448623749","https://openalex.org/W1491719553","https://openalex.org/W1498436455","https://openalex.org/W1508921047","https://openalex.org/W1510408204","https://openalex.org/W1518139620","https://openalex.org/W1526743513","https://openalex.org/W1545319692","https://openalex.org/W1554447113","https://openalex.org/W1555213329","https://openalex.org/W1558109178","https://openalex.org/W1573503290","https://openalex.org/W1593851055","https://openalex.org/W1597497095","https://openalex.org/W1602017060","https://openalex.org/W1667652561","https://openalex.org/W1746819321","https://openalex.org/W1833324609","https://openalex.org/W1888026739","https://openalex.org/W1902934009","https://openalex.org/W1960579544","https://openalex.org/W1964298340","https://openalex.org/W1965256357","https://openalex.org/W1968066174","https://openalex.org/W1976804081","https://openalex.org/W1981814724","https://openalex.org/W1983864872","https://openalex.org/W1984176077","https://openalex.org/W1987027398","https://openalex.org/W1988141348","https://openalex.org/W1991173503","https://openalex.org/W1995713470","https://openalex.org/W1996647346","https://openalex.org/W1996852196","https://openalex.org/W1997030105","https://openalex.org/W1999333806","https://openalex.org/W2004750113","https://openalex.org/W2005126631","https://openalex.org/W2006903949","https://openalex.org/W2017000414","https://openalex.org/W2018435387","https://openalex.org/W2030762303","https://openalex.org/W2031070741","https://openalex.org/W2040040776","https://openalex.org/W2040062623","https://openalex.org/W2042661604","https://openalex.org/W2057377421","https://openalex.org/W2058760524","https://openalex.org/W2058821858","https://openalex.org/W2059448777","https://openalex.org/W2062422869","https://openalex.org/W2065468339","https://openalex.org/W2068484625","https://openalex.org/W2069077343","https://openalex.org/W2069563463","https://openalex.org/W2070389042","https://openalex.org/W2076063813","https://openalex.org/W2076554018","https://openalex.org/W2077306381","https://openalex.org/W2084689793","https://openalex.org/W2084818100","https://openalex.org/W2087169336","https://openalex.org/W2106164382","https://openalex.org/W2108207895","https://openalex.org/W2109189215","https://openalex.org/W2112796928","https://openalex.org/W2119717200","https://openalex.org/W2124313187","https://openalex.org/W2129142203","https://openalex.org/W2129288307","https://openalex.org/W2132211083","https://openalex.org/W2133400152","https://openalex.org/W2133564696","https://openalex.org/W2134275125","https://openalex.org/W2136985729","https://openalex.org/W2137808436","https://openalex.org/W2141524150","https://openalex.org/W2146502635","https://openalex.org/W2146534684","https://openalex.org/W2155893237","https://openalex.org/W2157488230","https://openalex.org/W2161239884","https://openalex.org/W2161969291","https://openalex.org/W2163922914","https://openalex.org/W2167315686","https://openalex.org/W2167839676","https://openalex.org/W2182152759","https://openalex.org/W2195098255","https://openalex.org/W2217402295","https://openalex.org/W2250861254","https://openalex.org/W2271840356","https://openalex.org/W2295266283","https://openalex.org/W2396666011","https://openalex.org/W2403726878","https://openalex.org/W2405844906","https://openalex.org/W2416739038","https://openalex.org/W2436219157","https://openalex.org/W2478429860","https://openalex.org/W2482888308","https://openalex.org/W2484559633","https://openalex.org/W2509865812","https://openalex.org/W2513383847","https://openalex.org/W2530887700","https://openalex.org/W2537265010","https://openalex.org/W2539792571","https://openalex.org/W2566652804","https://openalex.org/W2572175727","https://openalex.org/W2577537660","https://openalex.org/W2578556340","https://openalex.org/W2581624817","https://openalex.org/W2586661897","https://openalex.org/W2592457170","https://openalex.org/W2602076750","https://openalex.org/W2606594511","https://openalex.org/W2746663015","https://openalex.org/W2754835109","https://openalex.org/W2767002724","https://openalex.org/W2768092088","https://openalex.org/W2769602321","https://openalex.org/W2778749116","https://openalex.org/W2919115771","https://openalex.org/W2962695963","https://openalex.org/W2963374099","https://openalex.org/W2986953278","https://openalex.org/W3123351260","https://openalex.org/W4234674466","https://openalex.org/W4298073154","https://openalex.org/W4361793336","https://openalex.org/W4394638470","https://openalex.org/W6929126574","https://openalex.org/W7023486910","https://openalex.org/W7028577339"],"related_works":["https://openalex.org/W2962727772","https://openalex.org/W2998790058","https://openalex.org/W7036384650","https://openalex.org/W1443524014","https://openalex.org/W2278622356","https://openalex.org/W1525951377","https://openalex.org/W3207066547","https://openalex.org/W6959901802","https://openalex.org/W2040699478"],"abstract_inverted_index":{"Derivatives,":[0],"mostly":[1],"in":[2,11,58,88,184],"the":[3,73,106,119,129,145,153,166,169],"form":[4],"of":[5,27,42,75,84,131,168],"gradients":[6],"and":[7,38,66,78,124,133,143,157,174,182],"Hessians,":[8],"are":[9,179],"ubiquitous":[10],"machine":[12,76,107,134,185],"learning.":[13],"Automatic":[14],"differentiation":[15,20,155],"(AD),":[16],"also":[17],"called":[18],"algorithmic":[19],"or":[21],"simply":[22],"\u201cauto-diff\u201d,":[23],"is":[24,50],"a":[25,51,110],"family":[26],"techniques":[28,156],"similar":[29],"to":[30,162,165],"but":[31,53],"more":[32,181,183],"general":[33],"than":[34],"backpropagation":[35],"for":[36],"efficiently":[37],"accurately":[39],"evaluating":[40],"derivatives":[41],"numeric":[43],"functions":[44],"expressed":[45],"as":[46,177],"computer":[47],"programs.":[48],"AD":[49,79,101,132,139],"small":[52],"established":[54],"field":[55],"with":[56,114],"applications":[57,137],"areas":[59],"including":[60],"computational":[61,122],"fluid":[62],"dynamics,":[63],"atmospheric":[64],"sciences,":[65],"engineering":[67],"design":[68],"optimization.":[69],"Until":[70],"\\nvery":[71],"recently,":[72],"fields":[74],"learning":[77,108,186],"have":[80,91],"largely":[81],"been":[82,103],"unaware":[83],"each":[85,94],"other":[86],"and,":[87],"some":[89],"cases,":[90],"independently":[92],"discovered":[93],"other\u2019s":[95],"results.":[96],"Despite":[97],"its":[98,115],"\\nrelevance,":[99],"general-purpose":[100],"has":[102,140],"missing":[104],"from":[105],"toolbox,":[109],"situation":[111],"slowly":[112],"changing":[113],"ongoing":[116],"adoption":[117],"under":[118],"names":[120],"\u201cdynamic":[121],"\\ngraphs\u201d":[123],"\u201cdifferentiable":[125],"programming\u201d.":[126],"We":[127],"survey":[128],"intersection":[130],"learning,":[135],"cover":[136],"where":[138],"direct":[141],"relevance,":[142],"address":[144],"main":[146,154],"imple-":[147],"\\nmentation":[148],"techniques.":[149],"By":[150],"precisely":[151],"defining":[152],"their":[158],"interrelationships,":[159],"we":[160],"aim":[161],"bring":[163],"clarity":[164],"usage":[167],"terms":[170],"\u201cautodiff\u201d,":[171],"\u201cautomatic":[172],"differentiation\u201d,":[173],"\u201csymbolic":[175],"differentiation\u201d":[176],"these":[178],"encountered":[180],"settings.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6980103057","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
