{"id":"https://openalex.org/W4414909323","doi":"https://doi.org/10.1109/cluster59342.2025.11186465","title":"DaCe AD: Unifying High-Performance Automatic Differentiation for Machine Learning and Scientific Computing","display_name":"DaCe AD: Unifying High-Performance Automatic Differentiation for Machine Learning and Scientific Computing","publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4414909323","doi":"https://doi.org/10.1109/cluster59342.2025.11186465"},"language":"en","primary_location":{"id":"doi:10.1109/cluster59342.2025.11186465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster59342.2025.11186465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Affi Boudaoud","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Affi Boudaoud","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044806450","display_name":"Alexandru Calotoiu","orcid":"https://orcid.org/0000-0001-9095-9108"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexandru Calotoiu","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077355144","display_name":"Marcin Copik","orcid":"https://orcid.org/0000-0002-7606-5519"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marcin Copik","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026990786","display_name":"Torsten Hoefler","orcid":"https://orcid.org/0000-0002-1333-9797"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Hoefler","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12691711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6384999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6384999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6728000044822693},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6067000031471252},{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"Automatic differentiation","score":0.5309000015258789},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.517300009727478},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42820000648498535},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4187000095844269},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.40369999408721924},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.3885999917984009}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8213000297546387},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6728000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6292999982833862},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6067000031471252},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6033999919891357},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.5309000015258789},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4187000095844269},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C23375383","wikidata":"https://www.wikidata.org/wiki/Q176499","display_name":"Unconventional computing","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.3384000062942505},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.27630001306533813},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.25600001215934753},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cluster59342.2025.11186465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster59342.2025.11186465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W182691100","https://openalex.org/W400678491","https://openalex.org/W1498436455","https://openalex.org/W1967134278","https://openalex.org/W1969551552","https://openalex.org/W2000882268","https://openalex.org/W2031070741","https://openalex.org/W2073061372","https://openalex.org/W2116424792","https://openalex.org/W2134281251","https://openalex.org/W2138766682","https://openalex.org/W2146534684","https://openalex.org/W2169150754","https://openalex.org/W2478429860","https://openalex.org/W2509865812","https://openalex.org/W2901943374","https://openalex.org/W2911349806","https://openalex.org/W2987684178","https://openalex.org/W3160781636","https://openalex.org/W3210510236","https://openalex.org/W4320067913","https://openalex.org/W4321636603","https://openalex.org/W4382243661"],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"differentiation":[1,137],"(AD)":[2],"is":[3,35,56],"a":[4,37,42,104,133,147,164,180,194],"set":[5],"of":[6,18,27,88,172,182],"techniques":[7,68],"that":[8,69,139],"systematically":[9],"applies":[10],"the":[11,16,25,123,153,170],"chain":[12],"rule":[13],"to":[14,120,151,159,178],"compute":[15,122],"gradients":[17,48,124],"functions":[19],"without":[20,209],"requiring":[21,91,210],"human":[22],"intervention.":[23],"Although":[24],"fundamentals":[26],"this":[28],"technology":[29],"were":[30],"established":[31],"decades":[32],"ago,":[33],"it":[34,40,177],"experiencing":[36],"renaissance":[38],"as":[39],"plays":[41],"key":[43],"role":[44],"in":[45,51,62],"efficiently":[46],"computing":[47,64,101,188],"for":[49,59,94,108,112,125],"backpropagation":[50],"machine":[52,71],"learning":[53,72],"algorithms.":[54],"AD":[55,80,95,145,200],"also":[57],"crucial":[58],"many":[60],"applications":[61],"scientific":[63,75,100,187],"domains,":[65],"particularly":[66],"emerging":[67],"integrate":[70],"models":[73],"within":[74,163],"simulations":[76],"and":[77,103,157],"schemes.":[78],"Existing":[79],"frameworks":[81],"have":[82],"four":[83],"main":[84],"limitations:":[85],"limited":[86,97],"support":[87],"programming":[89],"languages,":[90],"code":[92,142,212],"modifications":[93],"compatibility,":[96],"performance":[98,162],"on":[99,207],"codes,":[102],"naive":[105],"store-all":[106],"solution":[107],"forward-pass":[109],"data":[110],"required":[111],"gradient":[113],"calculations.":[114],"These":[115],"limitations":[116],"force":[117],"domain":[118],"scientists":[119],"manually":[121],"large":[126],"problems.":[127],"This":[128],"work":[129],"presents":[130],"DaCe":[131,144],"AD,":[132],"general,":[134],"efficient":[135],"automatic":[136],"engine":[138],"requires":[140],"no":[141],"modifications.":[143],"uses":[146],"novel":[148],"ILPbased":[149],"algorithm":[150],"optimize":[152],"trade-off":[154],"between":[155],"storing":[156],"recomputing":[158],"achieve":[160],"maximum":[161],"given":[165],"memory":[166],"constraint.":[167],"We":[168],"showcase":[169],"generality":[171],"our":[173],"method":[174],"by":[175,202],"applying":[176],"NPBench,":[179],"suite":[181],"HPC":[183],"benchmarks":[184],"with":[185,197],"diverse":[186],"patterns,":[189],"where":[190],"we":[191],"outperform":[192],"JAX,":[193],"Python":[195],"framework":[196],"state-of-the-art":[198],"general":[199],"capabilities,":[201],"more":[203],"than":[204],"92":[205],"times":[206],"average":[208],"any":[211],"changes.":[213]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}