{"id":"https://openalex.org/W4404400583","doi":"https://doi.org/10.1145/3694715.3695975","title":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","display_name":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404400583","doi":"https://doi.org/10.1145/3694715.3695975"},"language":"en","primary_location":{"id":"doi:10.1145/3694715.3695975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695975","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695975","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002898752","display_name":"Marcel Wagenl\u00e4nder","orcid":"https://orcid.org/0009-0008-0594-4138"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Marcel Wagenl\u00e4nder","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107953731","display_name":"Guo Li","orcid":"https://orcid.org/0000-0002-4431-7857"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guo Li","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025795919","display_name":"Bo Zhao","orcid":"https://orcid.org/0000-0002-0768-3444"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Bo Zhao","raw_affiliation_strings":["Aalto University, Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034207820","display_name":"Luo Mai","orcid":"https://orcid.org/0000-0002-3594-1092"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Luo Mai","raw_affiliation_strings":["University of Edinburgh, Edinburgh, Scotland Uk"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, Scotland Uk","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078842469","display_name":"Peter Pietzuch","orcid":"https://orcid.org/0000-0002-6963-5640"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Pietzuch","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002898752"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.5708,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85016609,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"195","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parallelizable-manifold","display_name":"Parallelizable manifold","score":0.9806517362594604},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.7570629715919495},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7505841255187988},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6739352345466614},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.5809722542762756},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.42327994108200073},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.4017004370689392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3955399692058563},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19371828436851501},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12321078777313232}],"concepts":[{"id":"https://openalex.org/C148047603","wikidata":"https://www.wikidata.org/wiki/Q1014612","display_name":"Parallelizable manifold","level":2,"score":0.9806517362594604},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.7570629715919495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7505841255187988},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6739352345466614},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.5809722542762756},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.42327994108200073},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.4017004370689392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3955399692058563},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19371828436851501},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12321078777313232},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3694715.3695975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695975","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/133870","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/5ceeac03-bdfa-4ca2-8e58-435775f36890","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3694715.3695975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3694715.3695975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3694715.3695975","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM SIGOPS 30th Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404400583.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W398859631","https://openalex.org/W2108598243","https://openalex.org/W2173213060","https://openalex.org/W2606722458","https://openalex.org/W2969388332","https://openalex.org/W3022298203","https://openalex.org/W3081168214","https://openalex.org/W3129831491","https://openalex.org/W3134991928","https://openalex.org/W3149794337","https://openalex.org/W3204998121","https://openalex.org/W4289049613","https://openalex.org/W4372262787"],"related_works":["https://openalex.org/W4285069850","https://openalex.org/W1974634278","https://openalex.org/W4240963716","https://openalex.org/W2891970004","https://openalex.org/W4301075503","https://openalex.org/W1596637634","https://openalex.org/W1996916724","https://openalex.org/W2321918740","https://openalex.org/W3216281372","https://openalex.org/W4379519626"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"jobs":[3,21,52,62],"use":[4,15],"multi-dimensional":[5,81],"parallelism,":[6,13],"i.e.,":[7],"combining":[8],"data,":[9],"model,":[10],"and":[11,47,68,90],"pipeline":[12],"to":[14,25,53,63],"large":[16],"GPU":[17,27,49],"clusters":[18],"efficiently.":[19],"Long-running":[20],"may":[22,41],"experience":[23],"changes":[24],"their":[26],"allocation:":[28],"(i)":[29],"resource":[30],"elasticity":[31],"during":[32],"training":[33],"adds":[34],"or":[35],"removes":[36],"GPUs;":[37,46],"(ii)":[38],"hardware":[39],"maintenance":[40],"require":[42],"redeployment":[43],"on":[44],"different":[45],"(iii)":[48],"failures":[50],"force":[51],"run":[54],"with":[55],"fewer":[56],"devices.":[57],"Current":[58],"DL":[59],"frameworks":[60],"tie":[61],"a":[64],"set":[65],"of":[66,83],"GPUs":[67],"thus":[69],"lack":[70],"support":[71],"for":[72],"these":[73],"scenarios.":[74],"In":[75],"particular,":[76],"they":[77],"cannot":[78],"change":[79],"the":[80],"parallelism":[82],"an":[84,88],"already-running":[85],"job":[86],"in":[87],"efficient":[89],"model-independent":[91],"way.":[92]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2024-11-15T00:00:00"}