{"id":"https://openalex.org/W4404133988","doi":"https://doi.org/10.1145/3649329.3658483","title":"A Holistic Functionalization Approach to Optimizing Imperative Tensor Programs in Deep Learning","display_name":"A Holistic Functionalization Approach to Optimizing Imperative Tensor Programs in Deep Learning","publication_year":2024,"publication_date":"2024-06-23","ids":{"openalex":"https://openalex.org/W4404133988","doi":"https://doi.org/10.1145/3649329.3658483"},"language":"en","primary_location":{"id":"doi:10.1145/3649329.3658483","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3658483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085852932","display_name":"Jinming Ma","orcid":"https://orcid.org/0009-0000-1351-1377"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Ma","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-1351-1377","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114246744","display_name":"Xiuhong Li","orcid":"https://orcid.org/0000-0002-4896-121X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhong Li","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4896-121X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078745875","display_name":"Zihan Wang","orcid":"https://orcid.org/0000-0001-7118-0131"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7118-0131","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102773472","display_name":"Xingcheng Zhang","orcid":"https://orcid.org/0009-0006-8525-0608"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingcheng Zhang","raw_affiliation_strings":["SenseTime, Beijing, Beijing, China","Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-8525-0608","affiliations":[{"raw_affiliation_string":"SenseTime, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049910854","display_name":"Shengen Yan","orcid":"https://orcid.org/0009-0005-3858-7972"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengen Yan","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analysis and Applications, Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-3858-7972","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analysis and Applications, Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010826834","display_name":"Yuting Chen","orcid":"https://orcid.org/0000-0002-4128-8966"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4128-8966","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034373343","display_name":"Yueqian Zhang","orcid":"https://orcid.org/0009-0004-9206-4630"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueqian Zhang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-9206-4630","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000565201","display_name":"Minxi Jin","orcid":"https://orcid.org/0009-0001-6649-2445"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minxi Jin","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-6649-2445","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lijuan Jiang","orcid":"https://orcid.org/0000-0003-0250-5590"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Jiang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0250-5590","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604860","display_name":"Yun Liang","orcid":"https://orcid.org/0000-0002-9076-7998"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun (Eric) Liang","raw_affiliation_strings":["Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9076-7998","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005718995","display_name":"Chao Yang","orcid":"https://orcid.org/0000-0001-7426-6248"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yang","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analysis and Applications, Peking University, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7426-6248","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analysis and Applications, Peking University, Beijing, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010087030","display_name":"Dahua Lin","orcid":"https://orcid.org/0000-0002-8865-7896"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Dahua Lin","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","The Chinese University of Hong Kong, Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8865-7896","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21679778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surface-modification","display_name":"Surface modification","score":0.602379322052002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5820097327232361},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4620283246040344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3289209008216858},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17825788259506226},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1258457601070404},{"id":"https://openalex.org/keywords/chemical-engineering","display_name":"Chemical engineering","score":0.07711023092269897}],"concepts":[{"id":"https://openalex.org/C115537861","wikidata":"https://www.wikidata.org/wiki/Q7645993","display_name":"Surface modification","level":2,"score":0.602379322052002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5820097327232361},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4620283246040344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3289209008216858},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17825788259506226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1258457601070404},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.07711023092269897},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649329.3658483","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649329.3658483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st ACM/IEEE Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1727650458","https://openalex.org/W1982205631","https://openalex.org/W2055312318","https://openalex.org/W2064675550","https://openalex.org/W2149127686","https://openalex.org/W2964081807","https://openalex.org/W3174529902","https://openalex.org/W4212986322","https://openalex.org/W4320067940"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2320083771","https://openalex.org/W2532540677","https://openalex.org/W4324359039","https://openalex.org/W2030012245","https://openalex.org/W3106937478","https://openalex.org/W2580284338","https://openalex.org/W3092733610"],"abstract_inverted_index":{"As":[0],"deep":[1,19,43,152],"learning":[2,20,44,153],"empowers":[3],"various":[4],"fields,":[5],"many":[6],"domain-specific":[7],"non-neural":[8],"network":[9],"operators":[10,41],"have":[11],"been":[12],"proposed":[13],"to":[14,30,42,68,79,95],"improve":[15],"the":[16,25,36,47,70,116,137],"accuracy":[17],"of":[18,39,73,120,139],"models.":[21],"Researchers":[22],"often":[23,59],"use":[24],"imperative":[26,53,97],"programming":[27],"diagram":[28],"(PyTorch)":[29],"express":[31],"these":[32,40],"new":[33],"operators,":[34],"leaving":[35],"fusion":[37],"optimization":[38,61],"compilers.":[45],"Unfortunately,":[46],"inherent":[48],"side":[49,71],"effects":[50,72],"introduced":[51],"by":[52],"tensor":[54,98],"programs,":[55],"especially":[56],"tensor-level":[57,74,112],"mutations,":[58],"make":[60],"extremely":[62],"difficult.":[63],"Previous":[64],"works":[65],"either":[66],"fail":[67],"eliminate":[69],"mutations":[75],"or":[76],"require":[77],"programmers":[78],"manually":[80],"analyze":[81],"and":[82,114,118],"transform":[83],"them.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88,127],"present":[89],"a":[90,129,144],"holistic":[91],"functionalization":[92,135],"approach":[93],"(TensorSSA)":[94],"optimizing":[96],"programs":[99],"beyond":[100],"control":[101,140],"flow":[102],"boundaries.":[103],"We":[104],"first":[105],"introduce":[106],"TensorSSA":[107,125,130,142],"intermediate":[108],"representation":[109],"for":[110],"removing":[111],"mutation":[113],"expanding":[115],"scope":[117],"ability":[119],"operator":[121],"fusion.":[122],"Based":[123],"on":[124,147],"IR,":[126],"propose":[128],"conversion":[131],"algorithm":[132],"that":[133],"performs":[134],"crossing":[136],"boundary":[138],"flow.":[141],"achieves":[143],"1.79X":[145],"(1.34X":[146],"average)":[148],"speedup":[149],"in":[150],"representative":[151],"tasks":[154],"than":[155],"state-of-the-art":[156],"works.":[157]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}