{"id":"https://openalex.org/W4392265884","doi":"https://doi.org/10.1109/cgo57630.2024.10444787","title":"A Tensor Algebra Compiler for Sparse Differentiation","display_name":"A Tensor Algebra Compiler for Sparse Differentiation","publication_year":2024,"publication_date":"2024-02-28","ids":{"openalex":"https://openalex.org/W4392265884","doi":"https://doi.org/10.1109/cgo57630.2024.10444787"},"language":"en","primary_location":{"id":"doi:10.1109/cgo57630.2024.10444787","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cgo57630.2024.10444787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM International Symposium on Code Generation and Optimization (CGO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025737201","display_name":"Amir Shaikhha","orcid":"https://orcid.org/0000-0002-9062-759X"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Amir Shaikhha","raw_affiliation_strings":["School of Informatics, University of Edinburgh,Edinburgh,United Kingdom","School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066894896","display_name":"Mathieu Huot","orcid":"https://orcid.org/0000-0002-5294-9088"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mathieu Huot","raw_affiliation_strings":["University of Oxford,Department of Computer Science,Oxford,United Kingdom","Department of Computer Science, University of Oxford, Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Oxford,Department of Computer Science,Oxford,United Kingdom","institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210146410"]},{"raw_affiliation_string":"Department of Computer Science, University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067753435","display_name":"Shideh Hashemian","orcid":"https://orcid.org/0009-0004-3787-3136"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shideh Hashemian","raw_affiliation_strings":["School of Informatics, University of Edinburgh,Edinburgh,United Kingdom","School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025737201"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":1.7013,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82754491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9312000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196883797645569},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.7573403716087341},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7093774676322937},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7003175020217896},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.6640285849571228},{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"Automatic differentiation","score":0.5518098473548889},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5087023377418518},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4966297745704651},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4897317886352539},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4717505872249603},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4692145586013794},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4637981057167053},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4522266685962677},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.45210525393486023},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4452715814113617},{"id":"https://openalex.org/keywords/linear-algebra","display_name":"Linear algebra","score":0.41216087341308594},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.3377131223678589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2976798713207245},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08850231766700745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196883797645569},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.7573403716087341},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7093774676322937},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7003175020217896},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.6640285849571228},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.5518098473548889},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5087023377418518},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4966297745704651},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4897317886352539},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4717505872249603},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4692145586013794},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4637981057167053},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4522266685962677},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45210525393486023},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4452715814113617},{"id":"https://openalex.org/C139352143","wikidata":"https://www.wikidata.org/wiki/Q82571","display_name":"Linear algebra","level":2,"score":0.41216087341308594},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3377131223678589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2976798713207245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08850231766700745},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cgo57630.2024.10444787","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cgo57630.2024.10444787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM International Symposium on Code Generation and Optimization (CGO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1783840476","https://openalex.org/W1877620707","https://openalex.org/W1965256357","https://openalex.org/W1966377066","https://openalex.org/W2006543828","https://openalex.org/W2031070741","https://openalex.org/W2035080386","https://openalex.org/W2071746250","https://openalex.org/W2073904768","https://openalex.org/W2108138101","https://openalex.org/W2152397470","https://openalex.org/W2156468295","https://openalex.org/W2236623899","https://openalex.org/W2278622356","https://openalex.org/W2590246587","https://openalex.org/W2751836142","https://openalex.org/W2898106867","https://openalex.org/W2898123186","https://openalex.org/W2899971035","https://openalex.org/W2914196042","https://openalex.org/W2966177220","https://openalex.org/W2966295917","https://openalex.org/W3049715889","https://openalex.org/W3099525000","https://openalex.org/W3108012228","https://openalex.org/W3117137355","https://openalex.org/W3121402054","https://openalex.org/W3135515481","https://openalex.org/W3195241200","https://openalex.org/W4206834996","https://openalex.org/W4212774754","https://openalex.org/W4284970658","https://openalex.org/W4286850646","https://openalex.org/W4297794882","https://openalex.org/W4310506209","https://openalex.org/W4311407852","https://openalex.org/W4315630753","https://openalex.org/W4321184658","https://openalex.org/W4321184895","https://openalex.org/W4380433265","https://openalex.org/W4385804225","https://openalex.org/W4387667068","https://openalex.org/W6682359847","https://openalex.org/W6694730516","https://openalex.org/W6721480755","https://openalex.org/W6756195904","https://openalex.org/W6766978945","https://openalex.org/W6785705305","https://openalex.org/W6840223993","https://openalex.org/W6848051699"],"related_works":["https://openalex.org/W650988184","https://openalex.org/W2162410319","https://openalex.org/W2137356287","https://openalex.org/W4321184925","https://openalex.org/W2255990315","https://openalex.org/W60915090","https://openalex.org/W2025840053","https://openalex.org/W2161692994","https://openalex.org/W4381050447","https://openalex.org/W1835670156"],"abstract_inverted_index":{"Sparse":[0],"tensors":[1],"are":[2,14],"prevalent":[3],"in":[4,42,92],"many":[5],"data-intensive":[6],"applications.":[7],"However,":[8],"existing":[9],"automatic":[10],"differentiation":[11],"(AD)":[12],"frameworks":[13],"tailored":[15],"towards":[16],"dense":[17],"tensors,":[18],"which":[19],"makes":[20],"it":[21],"a":[22,50,68,105],"challenge":[23],"to":[24,35],"efficiently":[25],"compute":[26],"gradients":[27],"through":[28,98],"sparse":[29,59],"tensor":[30],"operations.":[31],"This":[32],"is":[33],"due":[34],"irregular":[36],"sparsity":[37],"patterns":[38],"that":[39,53],"can":[40],"result":[41],"substantial":[43],"memory":[44],"and":[45,96,109],"computational":[46],"overheads.":[47],"We":[48,85],"propose":[49],"novel":[51],"framework":[52,91],"enables":[54],"the":[55,87],"efficient":[56,81],"AD":[57],"of":[58,64,89,94,107],"tensors.":[60],"The":[61],"key":[62],"aspects":[63],"our":[65,90],"work":[66],"include":[67],"compilation":[69],"pipeline":[70],"leveraging":[71],"two":[72],"intermediate":[73],"DSLs":[74],"with":[75],"AD-agnostic":[76],"domain-specific":[77],"optimizations":[78],"followed":[79],"by":[80],"C++":[82],"code":[83],"generation.":[84],"showcase":[86],"effectiveness":[88],"terms":[93],"performance":[95],"scalability":[97],"extensive":[99],"experimentation,":[100],"outperforming":[101],"state-of-the-art":[102],"alternatives":[103],"across":[104],"variety":[106],"synthetic":[108],"real-world":[110],"datasets.":[111]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}