{"id":"https://openalex.org/W3207066547","doi":"https://doi.org/10.48550/arxiv.2110.06209","title":"A Brief Introduction to Automatic Differentiation for Machine Learning","display_name":"A Brief Introduction to Automatic Differentiation for Machine Learning","publication_year":2021,"publication_date":"2021-10-12","ids":{"openalex":"https://openalex.org/W3207066547","doi":"https://doi.org/10.48550/arxiv.2110.06209","mag":"3207066547"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2110.06209","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06209","pdf_url":"https://arxiv.org/pdf/2110.06209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.06209","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019304909","display_name":"Davan Harrison","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Harrison, Davan","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5019304909"],"corresponding_institution_ids":["https://openalex.org/I185103710"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4219000041484833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4219000041484833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.09989999979734421,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"automatic differentiation","score":1.0},{"id":"https://openalex.org/keywords/gradient-computation","display_name":"gradient computation","score":0.6980000138282776},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.8100000023841858},{"id":"https://openalex.org/keywords/gradient-based-optimization","display_name":"gradient-based optimization","score":0.7929999828338623},{"id":"https://openalex.org/keywords/dataflow-programming","display_name":"dataflow programming","score":0.9319999814033508},{"id":"https://openalex.org/keywords/tensorflow","display_name":"TensorFlow","score":0.8209999799728394},{"id":"https://openalex.org/keywords/pytorch","display_name":"PyTorch","score":0.9940000176429749},{"id":"https://openalex.org/keywords/machine-learning-framework","display_name":"machine learning framework","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9081324338912964},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.8394923210144043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918696403503418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7098864316940308},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5657978653907776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5599337816238403},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5230792164802551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2165381908416748},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2110.06209","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06209","pdf_url":"https://arxiv.org/pdf/2110.06209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3207066547","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.06209v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:3207271311","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2110.06209.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2110.06209","doi":"https://doi.org/10.48550/arxiv.2110.06209","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.06209","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.06209","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06209","pdf_url":"https://arxiv.org/pdf/2110.06209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207066547.pdf","grobid_xml":"https://content.openalex.org/works/W3207066547.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1524679748","https://openalex.org/W1996138408","https://openalex.org/W2254715784","https://openalex.org/W2402144811","https://openalex.org/W2890411254","https://openalex.org/W2899771611","https://openalex.org/W2962727772"],"related_works":["https://openalex.org/W3207271311","https://openalex.org/W1853291804","https://openalex.org/W6980103057","https://openalex.org/W2998790058","https://openalex.org/W2768092088","https://openalex.org/W2890411254","https://openalex.org/W6959901802","https://openalex.org/W2966177220","https://openalex.org/W2278622356","https://openalex.org/W1443524014"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"and":[2,76,100],"neural":[3],"network":[4,24],"models":[5,25],"in":[6],"particular":[7],"have":[8],"been":[9],"improving":[10],"the":[11,14,58,65],"state":[12],"of":[13,49,60],"art":[15],"performance":[16],"on":[17],"many":[18],"artificial":[19],"intelligence":[20],"related":[21],"tasks.":[22],"Neural":[23],"are":[26,96,103],"typically":[27],"implemented":[28,97],"using":[29],"frameworks":[30,45],"that":[31,95],"perform":[32],"gradient":[33],"based":[34],"optimization":[35],"methods":[36],"to":[37,41,88],"fit":[38],"a":[39,42,47],"model":[40,66],"dataset.":[43],"These":[44],"use":[46],"technique":[48],"calculating":[50],"derivatives":[51],"called":[52],"automatic":[53],"differentiation":[54],"(AD)":[55],"which":[56,102],"removes":[57],"burden":[59],"performing":[61],"derivative":[62],"calculations":[63],"from":[64],"designer.":[67],"In":[68],"this":[69],"report":[70],"we":[71,91],"describe":[72,82],"AD,":[73],"its":[74],"motivations,":[75],"different":[77],"implementation":[78],"approaches.":[79],"We":[80],"briefly":[81],"dataflow":[83],"programming":[84],"as":[85],"it":[86],"relates":[87],"AD.":[89],"Lastly,":[90],"present":[92],"example":[93],"programs":[94],"with":[98],"Tensorflow":[99],"PyTorch,":[101],"two":[104],"commonly":[105],"used":[106],"AD":[107],"frameworks.":[108]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2021-10-25T00:00:00"}