{"id":"https://openalex.org/W4394998532","doi":"https://doi.org/10.1145/3620665.3640366","title":"PyTorch 2: Faster Machine Learning Through Dynamic Python Bytecode Transformation and Graph Compilation","display_name":"PyTorch 2: Faster Machine Learning Through Dynamic Python Bytecode Transformation and Graph Compilation","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4394998532","doi":"https://doi.org/10.1145/3620665.3640366"},"language":"en","primary_location":{"id":"doi:10.1145/3620665.3640366","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640366","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089997788","display_name":"Jason Ansel","orcid":"https://orcid.org/0009-0007-5207-2179"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason Ansel","raw_affiliation_strings":["Meta, Menlo Park, CA, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, United States of America","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102769868","display_name":"Erru Yang","orcid":"https://orcid.org/0009-0008-0621-7872"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Yang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008410925","display_name":"Horace He","orcid":"https://orcid.org/0009-0004-1133-816X"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Horace He","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078016863","display_name":"Natalia Gimelshein","orcid":"https://orcid.org/0009-0002-9867-5075"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Natalia Gimelshein","raw_affiliation_strings":["OpenAI, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038906620","display_name":"Animesh Jain","orcid":"https://orcid.org/0000-0001-6777-9168"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Animesh Jain","raw_affiliation_strings":["Meta, Menlo Park, CA, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, United States of America","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829542","display_name":"Michael Voznesensky","orcid":"https://orcid.org/0009-0000-0539-0667"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Voznesensky","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102769359","display_name":"Bin Bao","orcid":"https://orcid.org/0009-0008-8090-7660"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bin Bao","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955379","display_name":"Peter Bell","orcid":"https://orcid.org/0009-0003-6824-4343"},"institutions":[{"id":"https://openalex.org/I4210098317","display_name":"Quansight (United States)","ror":"https://ror.org/00zeq0353","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Bell","raw_affiliation_strings":["Quansight, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Quansight, Austin, TX, USA","institution_ids":["https://openalex.org/I4210098317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829543","display_name":"David Berard","orcid":"https://orcid.org/0009-0005-4954-1849"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Berard","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030454460","display_name":"Evgeni Burovski","orcid":"https://orcid.org/0000-0001-8149-0483"},"institutions":[{"id":"https://openalex.org/I4210098317","display_name":"Quansight (United States)","ror":"https://ror.org/00zeq0353","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evgeni Burovski","raw_affiliation_strings":["Quansight, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Quansight, Austin, TX, USA","institution_ids":["https://openalex.org/I4210098317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074075244","display_name":"Geeta Chauhan","orcid":"https://orcid.org/0009-0003-0830-7330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geeta Chauhan","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059137198","display_name":"Anjali Chourdia","orcid":"https://orcid.org/0009-0005-4276-2227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anjali Chourdia","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059697078","display_name":"Will Constable","orcid":"https://orcid.org/0009-0001-7846-744X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Will Constable","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027893749","display_name":"Alban Desmaison","orcid":"https://orcid.org/0009-0002-4359-1974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alban Desmaison","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008830900","display_name":"Zachary DeVito","orcid":"https://orcid.org/0009-0002-8863-1503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zachary DeVito","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049316981","display_name":"E. F. D. Ellison","orcid":"https://orcid.org/0009-0005-8337-3498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elias Ellison","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011399916","display_name":"Will Feng","orcid":"https://orcid.org/0009-0009-6406-4699"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Will Feng","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037723174","display_name":"J. Gong","orcid":"https://orcid.org/0009-0009-0845-5628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiong Gong","raw_affiliation_strings":["Intel, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intel, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049413685","display_name":"Michael Gschwind","orcid":"https://orcid.org/0009-0001-4963-4915"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Gschwind","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829536","display_name":"Brian Hirsh","orcid":"https://orcid.org/0009-0004-1239-3320"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Hirsh","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077092350","display_name":"Sherlock Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherlock Huang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829537","display_name":"Kshiteej Kalambarkar","orcid":"https://orcid.org/0009-0009-8198-4526"},"institutions":[{"id":"https://openalex.org/I4210098317","display_name":"Quansight (United States)","ror":"https://ror.org/00zeq0353","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kshiteej Kalambarkar","raw_affiliation_strings":["Quansight, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Quansight, Austin, TX, USA","institution_ids":["https://openalex.org/I4210098317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087564179","display_name":"Laurent Kirsch","orcid":"https://orcid.org/0009-0007-4121-2308"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurent Kirsch","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104439479","display_name":"Michael Lazos","orcid":"https://orcid.org/0009-0007-8706-9447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Lazos","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829538","display_name":"Mario Lezcano","orcid":"https://orcid.org/0009-0006-8893-2276"},"institutions":[{"id":"https://openalex.org/I4210098317","display_name":"Quansight (United States)","ror":"https://ror.org/00zeq0353","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mario Lezcano","raw_affiliation_strings":["Quansight, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Quansight, Austin, TX, USA","institution_ids":["https://openalex.org/I4210098317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082815806","display_name":"Yanbo Liang","orcid":"https://orcid.org/0009-0003-2111-0014"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanbo Liang","raw_affiliation_strings":["Meta, Melo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Melo Park, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102764092","display_name":"Jason Liang","orcid":"https://orcid.org/0009-0008-5462-1466"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Liang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027861933","display_name":"Yinghai Lu","orcid":"https://orcid.org/0009-0003-1993-8648"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinghai Lu","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068589709","display_name":"C.K. Luk","orcid":"https://orcid.org/0009-0009-9938-8327"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. K. Luk","raw_affiliation_strings":["Meta, Menlo Park, CA, United States of America"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, United States of America","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016425429","display_name":"Bert Maher","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bert Maher","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070919323","display_name":"Yunjie Pan","orcid":"https://orcid.org/0009-0002-9351-431X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunjie Pan","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029859679","display_name":"Christian Puhrsch","orcid":"https://orcid.org/0009-0002-3925-967X"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Puhrsch","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089801184","display_name":"Matthias Reso","orcid":"https://orcid.org/0000-0002-1582-5860"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthias Reso","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053001376","display_name":"Mark Saroufim","orcid":"https://orcid.org/0009-0009-2612-6588"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Saroufim","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043064819","display_name":"Marcos Yukio Siraichi","orcid":"https://orcid.org/0000-0001-5377-8607"},"institutions":[{"id":"https://openalex.org/I4210098317","display_name":"Quansight (United States)","ror":"https://ror.org/00zeq0353","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcos Yukio Siraichi","raw_affiliation_strings":["Quansight, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Quansight, Austin, TX, USA","institution_ids":["https://openalex.org/I4210098317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829539","display_name":"Helen Suk","orcid":"https://orcid.org/0009-0007-6048-3189"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helen Suk","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049708678","display_name":"Shunting Zhang","orcid":"https://orcid.org/0009-0008-8370-5554"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shunting Zhang","raw_affiliation_strings":["Meta, Menlo Park, CA, United States"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, United States","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076097128","display_name":"Michael Suo","orcid":"https://orcid.org/0009-0000-5454-3113"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Suo","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829540","display_name":"Phil Tillet","orcid":"https://orcid.org/0009-0007-0636-8710"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phil Tillet","raw_affiliation_strings":["OpenAI, San Francisco, CA, United States of America"],"affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, CA, United States of America","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107003936","display_name":"Xu Zhao","orcid":"https://orcid.org/0000-0003-2906-8677"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Zhao","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050867734","display_name":"Eikan Wang","orcid":"https://orcid.org/0009-0009-2648-5193"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eikan Wang","raw_affiliation_strings":["Intel, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intel, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063326523","display_name":"Keren Zhou","orcid":"https://orcid.org/0000-0002-7977-3182"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keren Zhou","raw_affiliation_strings":["OpenAI, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095829541","display_name":"Richard Zou","orcid":"https://orcid.org/0009-0000-9597-1405"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Zou","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032372272","display_name":"Xiaodong Wang","orcid":"https://orcid.org/0000-0001-5436-9952"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaodong Wang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045208071","display_name":"Ajit Mathews","orcid":"https://orcid.org/0009-0003-4199-0434"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ajit Mathews","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102974949","display_name":"William Wen","orcid":"https://orcid.org/0009-0009-1502-9520"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Wen","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032983950","display_name":"Gregory Chanan","orcid":"https://orcid.org/0009-0006-0635-4725"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Chanan","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051106863","display_name":"Wu Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Wu","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002078510","display_name":"Soumith Chintala","orcid":"https://orcid.org/0000-0003-2147-9850"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumith Chintala","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":49,"corresponding_author_ids":["https://openalex.org/A5089997788"],"corresponding_institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"],"apc_list":null,"apc_paid":null,"fwci":249.5019,"has_fulltext":false,"cited_by_count":519,"citation_normalized_percentile":{"value":0.9998755,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"929","last_page":"947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8790279626846313},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7623603343963623},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.6962052583694458},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6462786197662354},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5915225744247437},{"id":"https://openalex.org/keywords/bytecode","display_name":"Bytecode","score":0.5383352637290955},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4783708155155182},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41585880517959595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3832298517227173},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.27660468220710754},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2486037015914917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8790279626846313},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7623603343963623},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.6962052583694458},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6462786197662354},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5915225744247437},{"id":"https://openalex.org/C2779818221","wikidata":"https://www.wikidata.org/wiki/Q837330","display_name":"Bytecode","level":3,"score":0.5383352637290955},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4783708155155182},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41585880517959595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3832298517227173},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.27660468220710754},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2486037015914917}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3620665.3640366","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640366","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1987034518","https://openalex.org/W2055312318","https://openalex.org/W2100218206","https://openalex.org/W2155893237","https://openalex.org/W2417863416","https://openalex.org/W2513383847","https://openalex.org/W2606722458","https://openalex.org/W2949967139","https://openalex.org/W2951882630","https://openalex.org/W2954698171","https://openalex.org/W3035965352","https://openalex.org/W3099878876","https://openalex.org/W3122286897","https://openalex.org/W3123639931","https://openalex.org/W4281932226","https://openalex.org/W4318541647","https://openalex.org/W6602758235","https://openalex.org/W6931259419","https://openalex.org/W6950140870"],"related_works":["https://openalex.org/W2778498407","https://openalex.org/W2317245370","https://openalex.org/W4249323025","https://openalex.org/W198851386","https://openalex.org/W2030310580","https://openalex.org/W947442053","https://openalex.org/W1980160788","https://openalex.org/W2148915962","https://openalex.org/W2283866686","https://openalex.org/W4287182096"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"two":[3],"extensions":[4,144],"to":[5,102,118,149],"the":[6,17,40,77],"popular":[7],"PyTorch":[8,22,36,58,85],"machine":[9],"learning":[10],"framework,":[11],"TorchDynamo":[12,24,99],"and":[13,54,92,114,123],"TorchInductor,":[14],"which":[15,64,83,138],"implement":[16],"torch.compile":[18],"feature":[19],"released":[20],"in":[21,35,154],"2.":[23],"is":[25,65,76,100,116],"a":[26,120,146],"Python-level":[27],"just-in-time":[28],"(JIT)":[29],"compiler":[30,79],"that":[31,98],"enables":[32],"graph":[33],"compilation":[34],"programs":[37,86],"without":[38],"sacrificing":[39],"flexibility":[41],"of":[42,57,71],"Python.":[43],"It":[44],"achieves":[45],"this":[46],"by":[47],"dynamically":[48],"modifying":[49],"Python":[50],"bytecode":[51],"before":[52],"execution":[53],"extracting":[55],"sequences":[56],"operations":[59],"into":[60,87],"an":[61,130],"FX":[62],"graph,":[63],"then":[66],"JIT":[67],"compiled":[68],"using":[69],"one":[70],"many":[72],"extensible":[73],"backends.":[74],"TorchInductor":[75,115],"default":[78],"backend":[80],"for":[81,90,94],"TorchDynamo,":[82],"translates":[84],"OpenAI's":[88],"Triton":[89],"GPUs":[91],"C++":[93],"CPUs.":[95],"Results":[96],"show":[97],"able":[101,117],"capture":[103],"graphs":[104],"more":[105],"robustly":[106],"than":[107],"prior":[108],"approaches":[109],"while":[110],"adding":[111],"minimal":[112],"overhead,":[113],"provide":[119,145],"2.27\u00d7":[121],"inference":[122],"1.41\u00d7":[124],"training":[125],"geometric":[126],"mean":[127],"speedup":[128],"on":[129],"NVIDIA":[131],"A100":[132],"GPU":[133],"across":[134],"180+":[135],"real-world":[136],"models,":[137],"outperforms":[139],"six":[140],"other":[141],"compilers.":[142],"These":[143],"new":[147],"way":[148],"apply":[150],"optimizations":[151],"through":[152],"compilers":[153],"eager":[155],"mode":[156],"frameworks":[157],"like":[158],"PyTorch.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":78},{"year":2025,"cited_by_count":352},{"year":2024,"cited_by_count":89}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}