{"id":"https://openalex.org/W2902809050","doi":"https://doi.org/10.1109/hpec49654.2021.9622796","title":"A Comparison of Automatic Differentiation and Continuous Sensitivity Analysis for Derivatives of Differential Equation Solutions","display_name":"A Comparison of Automatic Differentiation and Continuous Sensitivity Analysis for Derivatives of Differential Equation Solutions","publication_year":2021,"publication_date":"2021-09-20","ids":{"openalex":"https://openalex.org/W2902809050","doi":"https://doi.org/10.1109/hpec49654.2021.9622796","mag":"2902809050"},"language":"en","primary_location":{"id":"doi:10.1109/hpec49654.2021.9622796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec49654.2021.9622796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072818182","display_name":"Yingbo Ma","orcid":"https://orcid.org/0009-0001-5271-7025"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yingbo Ma","raw_affiliation_strings":["Julia Computing, Cambridge, Massachusetts, USA"],"affiliations":[{"raw_affiliation_string":"Julia Computing, Cambridge, Massachusetts, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040813917","display_name":"Vaibhav Dixit","orcid":"https://orcid.org/0000-0001-7763-2717"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vaibhav Dixit","raw_affiliation_strings":["Julia Computing Pumas-AI, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Julia Computing Pumas-AI, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004242740","display_name":"Michael Innes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael J Innes","raw_affiliation_strings":["Edinburgh,UK"],"affiliations":[{"raw_affiliation_string":"Edinburgh,UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100897607","display_name":"Xing\u2010Jian Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xingjian Guo","raw_affiliation_strings":["New York University, New York City, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York City, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043195923","display_name":"Christopher Rackauckas","orcid":"https://orcid.org/0000-0001-5850-0663"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Rackauckas","raw_affiliation_strings":["Julia Computing Pumas-AI, Cambridge, Massachusetts, USA"],"affiliations":[{"raw_affiliation_string":"Julia Computing Pumas-AI, Cambridge, Massachusetts, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072818182"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.06628483,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.98822259,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11416","display_name":"Numerical methods for differential equations","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"Automatic differentiation","score":0.7435979247093201},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.7309120893478394},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.5469900369644165},{"id":"https://openalex.org/keywords/ode","display_name":"Ode","score":0.5388509631156921},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5311941504478455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5281460285186768},{"id":"https://openalex.org/keywords/adjoint-equation","display_name":"Adjoint equation","score":0.5221938490867615},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.5146228075027466},{"id":"https://openalex.org/keywords/ordinary-differential-equation","display_name":"Ordinary differential equation","score":0.5040199160575867},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.4536740481853485},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.43464431166648865},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42202234268188477},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4047895669937134},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3471347987651825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3322230577468872},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.21942192316055298}],"concepts":[{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.7435979247093201},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.7309120893478394},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.5469900369644165},{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.5388509631156921},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5311941504478455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5281460285186768},{"id":"https://openalex.org/C165551260","wikidata":"https://www.wikidata.org/wiki/Q4428962","display_name":"Adjoint equation","level":3,"score":0.5221938490867615},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5146228075027466},{"id":"https://openalex.org/C51544822","wikidata":"https://www.wikidata.org/wiki/Q465274","display_name":"Ordinary differential equation","level":3,"score":0.5040199160575867},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.4536740481853485},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.43464431166648865},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42202234268188477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4047895669937134},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3471347987651825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3322230577468872},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.21942192316055298},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec49654.2021.9622796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec49654.2021.9622796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W206053534","https://openalex.org/W939882473","https://openalex.org/W1509923322","https://openalex.org/W2016966551","https://openalex.org/W2030276156","https://openalex.org/W2035387023","https://openalex.org/W2051959027","https://openalex.org/W2062183865","https://openalex.org/W2076472674","https://openalex.org/W2082535104","https://openalex.org/W2120575449","https://openalex.org/W2136829296","https://openalex.org/W2143784594","https://openalex.org/W2166751342","https://openalex.org/W2188928308","https://openalex.org/W2334418204","https://openalex.org/W2482888308","https://openalex.org/W2619381903","https://openalex.org/W2796079430","https://openalex.org/W2801128564","https://openalex.org/W2806644482","https://openalex.org/W2808746463","https://openalex.org/W2895434480","https://openalex.org/W2897405124","https://openalex.org/W2920536219","https://openalex.org/W2963641970","https://openalex.org/W2963755523","https://openalex.org/W2970971581","https://openalex.org/W2999026783","https://openalex.org/W3005347330","https://openalex.org/W3013226058","https://openalex.org/W4237997615","https://openalex.org/W4238048406","https://openalex.org/W4290067059","https://openalex.org/W4295312788","https://openalex.org/W4297794882","https://openalex.org/W6721480755","https://openalex.org/W6752181901","https://openalex.org/W6752307458","https://openalex.org/W6755056417","https://openalex.org/W6760340630","https://openalex.org/W6766978945","https://openalex.org/W6775855194","https://openalex.org/W6784424872"],"related_works":["https://openalex.org/W2785336999","https://openalex.org/W2044733003","https://openalex.org/W3082668976","https://openalex.org/W2517973022","https://openalex.org/W1543121148","https://openalex.org/W2179317017","https://openalex.org/W4253305913","https://openalex.org/W2996841952","https://openalex.org/W2409381313","https://openalex.org/W1580703421"],"abstract_inverted_index":{"Derivatives":[0],"of":[1,22,28,60,92,106,127,192,221,241,268,289],"differential":[2,12,227,247,251],"equation":[3,252],"solutions":[4],"are":[5,86,182,260],"commonly":[6],"for":[7,35,186,207,271,295],"parameter":[8],"estimation,":[9],"fitting":[10],"neural":[11],"equations,":[13,245,248],"and":[14,24,76,79,103,120,140,157,249,258,292],"as":[15,184],"model":[16,263],"diagnostics.":[17],"However,":[18],"with":[19,212],"a":[20,25,83,152,278],"litany":[21],"choices":[23],"Cartesian":[26],"product":[27,210],"potential":[29],"methods,":[30],"it":[31],"can":[32],"be":[33,44,134,166,198,218],"difficult":[34],"practitioners":[36,282],"to":[37,43,88,133,197,201,217,243,280,283],"understand":[38],"which":[39],"method":[40,205],"is":[41,114,131,195],"likely":[42],"the":[45,57,90,160,170,178,202,208,238,255,286],"most":[46,187],"effective":[47],"on":[48,100,224,262],"their":[49,296],"particular":[50],"application.":[51],"In":[52,233],"this":[53,145],"manuscript":[54],"we":[55],"investigate":[56],"performance":[58,91,158,191],"characteristics":[59],"Discrete":[61],"Local":[62],"Sensitivity":[63],"Analysis":[64],"implemented":[65],"via":[66],"Automatic":[67],"Differentiation":[68],"(DSAAD)":[69],"against":[70],"continuous":[71,121,128,161,290],"adjoint":[72,129,162,193],"sensitivity":[73,93,123],"analysis.":[74,124],"Non-stiff":[75],"stiff":[77,102],"biological":[78],"pharmacometric":[80],"models,":[81],"including":[82],"PDE":[84],"discretization,":[85],"used":[87,206],"quantify":[89],"analysis":[94],"methods.":[95],"Our":[96],"benchmarks":[97,276],"show":[98],"that":[99,164],"small":[101],"non-stiff":[104],"systems":[105,253],"ODEs":[107],"(approximately":[108],"<":[109],"100":[110],"parameters+ODEs),":[111],"forward-mode":[112],"DSAAD":[113,242,272],"more":[115,135],"efficient":[116,136],"than":[117,137,229],"both":[118],"reverse-mode":[119,203],"forward/adjoint":[122],"The":[125,190],"scalability":[126],"methods":[130,142,163,194,215],"shown":[132,196,216],"discrete":[138],"adjoints":[139],"forward":[141],"after":[143],"crossing":[144],"size":[146],"range.":[147],"These":[148],"comparative":[149],"studies":[150],"demonstrate":[151,237],"trade-off":[153],"between":[154],"memory":[155],"usage":[156],"in":[159],"should":[165],"considered":[167],"when":[168],"choosing":[169],"technique,":[171],"while":[172],"numerically":[173],"unstable":[174],"backsolve":[175],"techniques":[176],"from":[177],"machine":[179],"learning":[180],"literature":[181],"demonstrated":[183],"unsuitable":[185],"scientific":[188],"models.":[189],"heavily":[199],"tied":[200],"AD":[204,214,231],"vector-Jacobian":[209],"calculations,":[211],"tape-based":[213],"2":[219],"orders":[220],"magnitude":[222],"slower":[223],"nonlinear":[225],"partial":[226],"equations":[228],"static":[230],"techniques.":[232],"addition,":[234],"these":[235,275],"results":[236],"out-of-the-box":[239],"applicability":[240],"differential-algebraic":[244],"delay":[246],"hybrid":[250],"where":[254],"event":[256],"timing":[257],"effects":[259],"dependent":[261],"parameters,":[264],"showcasing":[265],"an":[266],"ease":[267],"implementation":[269],"advantage":[270],"approaches.":[273],"Together,":[274],"provide":[277],"guide":[279],"help":[281],"quickly":[284],"identify":[285],"best":[287],"mixture":[288],"sensitivities":[291],"automatic":[293],"differentiation":[294],"applications.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}