{"id":"https://openalex.org/W4408903581","doi":"https://doi.org/10.1145/3676641.3716249","title":"Relax: Composable Abstractions for End-to-End Dynamic Machine Learning","display_name":"Relax: Composable Abstractions for End-to-End Dynamic Machine Learning","publication_year":2025,"publication_date":"2025-03-27","ids":{"openalex":"https://openalex.org/W4408903581","doi":"https://doi.org/10.1145/3676641.3716249"},"language":"en","primary_location":{"id":"doi:10.1145/3676641.3716249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3676641.3716249","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025482495","display_name":"Ruihang Lai","orcid":"https://orcid.org/0000-0001-6400-5079"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruihang Lai","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0001-6400-5079","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022832599","display_name":"Junru Shao","orcid":"https://orcid.org/0000-0002-7370-1495"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junru Shao","raw_affiliation_strings":["OpenAI, San Francisco, USA"],"raw_orcid":"https://orcid.org/0000-0002-7370-1495","affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110303119","display_name":"S.M. Feng","orcid":"https://orcid.org/0000-0002-4682-983X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Feng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4682-983X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088878478","display_name":"Steven Lyubomirsky","orcid":"https://orcid.org/0009-0003-6747-7014"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Lyubomirsky","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0003-6747-7014","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065994853","display_name":"Bohan Hou","orcid":"https://orcid.org/0000-0001-5718-3387"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bohan Hou","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0001-5718-3387","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076540989","display_name":"Wuwei Lin","orcid":"https://orcid.org/0000-0001-8589-5453"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wuwei Lin","raw_affiliation_strings":["OpenAI, San Francisco, USA"],"raw_orcid":"https://orcid.org/0000-0001-8589-5453","affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101740226","display_name":"Zihao Ye","orcid":"https://orcid.org/0000-0002-6450-8108"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihao Ye","raw_affiliation_strings":["University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0002-6450-8108","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101264780","display_name":"Hongyi Jin","orcid":"https://orcid.org/0000-0001-6894-6554"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongyi Jin","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0001-6894-6554","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuchen Jin","orcid":"https://orcid.org/0009-0000-8193-3010"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuchen Jin","raw_affiliation_strings":["Hyperbolic, San Francisco, USA"],"raw_orcid":"https://orcid.org/0009-0000-8193-3010","affiliations":[{"raw_affiliation_string":"Hyperbolic, San Francisco, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320734","display_name":"Jiawei Liu","orcid":"https://orcid.org/0000-0001-7122-8625"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Liu","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, USA"],"raw_orcid":"https://orcid.org/0000-0001-7122-8625","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085532253","display_name":"Li-Jie Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lesheng Jin","raw_affiliation_strings":["Hyperbolic, San Francisco, USA"],"raw_orcid":"https://orcid.org/0009-0001-9957-9141","affiliations":[{"raw_affiliation_string":"Hyperbolic, San Francisco, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110780058","display_name":"Yaxing Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaxing Cai","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0004-9924-3543","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziheng Jiang","orcid":"https://orcid.org/0009-0001-7732-4391"},"institutions":[{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziheng Jiang","raw_affiliation_strings":["ByteDance, Seattle, USA"],"raw_orcid":"https://orcid.org/0009-0001-7732-4391","affiliations":[{"raw_affiliation_string":"ByteDance, Seattle, USA","institution_ids":["https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yong Wu","orcid":"https://orcid.org/0009-0004-9571-8660"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yong Wu","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0004-9571-8660","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051721604","display_name":"Sunghyun Park","orcid":"https://orcid.org/0000-0003-4793-9069"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunghyun Park","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0003-4793-9069","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019989676","display_name":"Prakalp Srivastava","orcid":"https://orcid.org/0000-0002-3834-7996"},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prakalp Srivastava","raw_affiliation_strings":["Netflix, Los Gatos, USA"],"raw_orcid":"https://orcid.org/0000-0002-3834-7996","affiliations":[{"raw_affiliation_string":"Netflix, Los Gatos, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076140574","display_name":"Jared Roesch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jared Roesch","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0008-3525-2503","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076667915","display_name":"Todd C. Mowry","orcid":"https://orcid.org/0000-0003-4076-5684"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd C. Mowry","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0003-4076-5684","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023529355","display_name":"Tianqi Chen","orcid":"https://orcid.org/0000-0002-5744-3940"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianqi Chen","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA and NVIDIA, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0000-0002-5744-3940","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA and NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5025482495"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":17.1244,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98895606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"998","last_page":"1013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8142867088317871},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.7060506939888},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4532164931297302},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3812362253665924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26450079679489136}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8142867088317871},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.7060506939888},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4532164931297302},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3812362253665924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26450079679489136}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676641.3716249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3676641.3716249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676641.3716249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2502103530","https://openalex.org/W2612690371","https://openalex.org/W2751836142","https://openalex.org/W2804032941","https://openalex.org/W2804500013","https://openalex.org/W2805566098","https://openalex.org/W2899971035","https://openalex.org/W2954698171","https://openalex.org/W2970971581","https://openalex.org/W2978754339","https://openalex.org/W2990138404","https://openalex.org/W3034107927","https://openalex.org/W3035582633","https://openalex.org/W3122286897","https://openalex.org/W3135367836","https://openalex.org/W3135606491","https://openalex.org/W3161395920","https://openalex.org/W3206343543","https://openalex.org/W4212986322","https://openalex.org/W4213153339","https://openalex.org/W4224051134","https://openalex.org/W4226199141","https://openalex.org/W4251637954","https://openalex.org/W4281758439","https://openalex.org/W4281953044","https://openalex.org/W4286900001","https://openalex.org/W4288101455","https://openalex.org/W4302296459","https://openalex.org/W4303441512","https://openalex.org/W4311000453","https://openalex.org/W4315705713","https://openalex.org/W4318541538","https://openalex.org/W4321446237","https://openalex.org/W4322825287","https://openalex.org/W4327911434","https://openalex.org/W4327930469","https://openalex.org/W4384918448","https://openalex.org/W4386185625","https://openalex.org/W4394998532","https://openalex.org/W6713134421","https://openalex.org/W6739901393","https://openalex.org/W6752057402","https://openalex.org/W6851592950","https://openalex.org/W6853206472","https://openalex.org/W6893864439"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2151749779","https://openalex.org/W3179968364","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Dynamic":[0],"shape":[1,78,83,107],"computations":[2,84],"have":[3],"become":[4],"critical":[5],"in":[6,12,69],"modern":[7],"machine":[8,50],"learning":[9,51],"workloads,":[10],"especially":[11],"emerging":[13,129,136],"large":[14],"language":[15],"models.":[16,108],"The":[17],"success":[18],"of":[19,34,128,135],"these":[20],"models":[21,130],"has":[22],"driven":[23],"the":[24,87,101],"demand":[25],"for":[26,46],"their":[27],"universal":[28],"deployment":[29,127],"across":[30,86,122],"a":[31,43,55,70,132],"diverse":[32],"set":[33,134],"backend":[35],"environments.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"present":[41],"Relax,":[42],"compiler":[44],"abstraction":[45,57],"optimizing":[47],"end-to-end":[48,97],"dynamic":[49,82,90,106],"workloads.":[52],"Relax":[53,73,115],"introduces":[54,75],"cross-level":[56,92],"that":[58,114],"encapsulates":[59],"computational":[60],"graphs,":[61],"loop-level":[62],"tensor":[63],"programs,":[64],"and":[65,125,143],"external":[66],"library":[67],"calls":[68],"single":[71],"representation.":[72],"also":[74],"first-class":[76],"symbolic":[77],"annotations":[79],"to":[80,104,131],"track":[81],"globally":[85],"program,":[88],"enabling":[89],"shape-aware":[91],"optimizations.":[93],"We":[94],"build":[95],"an":[96],"compilation":[98],"framework":[99],"using":[100],"proposed":[102],"approach":[103],"optimize":[105],"Experimental":[109],"results":[110],"on":[111],"LLMs":[112],"show":[113],"delivers":[116],"performance":[117],"competitive":[118],"with":[119],"state-of-the-art":[120],"systems":[121],"various":[123],"GPUs":[124],"enables":[126],"broader":[133],"environments,":[137],"including":[138],"mobile":[139],"phones,":[140],"embedded":[141],"devices,":[142],"web":[144],"browsers.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}