{"id":"https://openalex.org/W4392061646","doi":"https://doi.org/10.1109/tcad.2024.3368970","title":"Parmesan: Efficient Partitioning and Mapping Flow for DNN Training on General Device Topology","display_name":"Parmesan: Efficient Partitioning and Mapping Flow for DNN Training on General Device Topology","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392061646","doi":"https://doi.org/10.1109/tcad.2024.3368970"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3368970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3368970","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399703","display_name":"Lixin Liu","orcid":"https://orcid.org/0000-0002-8451-8100"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lixin Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8451-8100","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091535529","display_name":"Tianji Liu","orcid":"https://orcid.org/0009-0003-2204-280X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianji Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0003-2204-280X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003335238","display_name":"Bentian Jiang","orcid":"https://orcid.org/0000-0001-8163-3114"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bentian Jiang","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8163-3114","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070795253","display_name":"Evangeline F. Y. Young","orcid":"https://orcid.org/0000-0003-0623-1590"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Evangeline F. Y. Young","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0623-1590","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.5991,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65925401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"43","issue":"8","first_page":"2426","last_page":"2439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7986000180244446,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7986000180244446,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.6200513243675232},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6042349338531494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5776759386062622},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.5424221158027649},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26890748739242554},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13830065727233887},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10316005349159241},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.06750109791755676}],"concepts":[{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.6200513243675232},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6042349338531494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5776759386062622},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.5424221158027649},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26890748739242554},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13830065727233887},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10316005349159241},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.06750109791755676},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3368970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3368970","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1598866093","https://openalex.org/W1974299554","https://openalex.org/W2057332538","https://openalex.org/W2194775991","https://openalex.org/W2535045667","https://openalex.org/W2622263826","https://openalex.org/W2896457183","https://openalex.org/W2910628332","https://openalex.org/W2969388332","https://openalex.org/W2973727699","https://openalex.org/W2991040477","https://openalex.org/W3081168214","https://openalex.org/W3132107458","https://openalex.org/W3138516171","https://openalex.org/W3175937250","https://openalex.org/W3206832494","https://openalex.org/W4220741164","https://openalex.org/W6628377381","https://openalex.org/W6635810480","https://openalex.org/W6684249991","https://openalex.org/W6738144653","https://openalex.org/W6739622702","https://openalex.org/W6751627690","https://openalex.org/W6753584990","https://openalex.org/W6755207826","https://openalex.org/W6767997687","https://openalex.org/W6768142256","https://openalex.org/W6779863968","https://openalex.org/W6784425352","https://openalex.org/W6790665546","https://openalex.org/W6801859478","https://openalex.org/W6811928498"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2997094352"],"abstract_inverted_index":{"Recently,":[0],"various":[1],"pipeline":[2,29,132],"parallelism":[3],"strategies":[4],"are":[5],"proposed":[6,156],"to":[7,36,42,59,74,144],"tackle":[8],"the":[9,25,61,76,86,102,108,119,122,131,146],"scalability":[10],"problem":[11,89,148],"of":[12,24,63,121],"training":[13,62,133],"a":[14,19,33,64,68,174],"large":[15,65],"DNN":[16,66,109],"model":[17],"on":[18,28,110,135],"distributed":[20,43],"system.":[21],"However,":[22],"most":[23],"works":[26,79,105],"focus":[27],"scheduling":[30],"while":[31],"lacking":[32],"general":[34,71,157],"methodology":[35],"handle":[37,145],"network":[38],"partitioning":[39],"and":[40,84,101,141,169],"mapping":[41,147,160],"systems":[44,136],"with":[45,70,137],"heterogeneous":[46],"interconnection.":[47],"In":[48],"this":[49],"work,":[50],"we":[51],"propose":[52],"an":[53,81,114],"efficient":[54],"design":[55],"flow,":[56],"named":[57],"Parmesan,":[58],"map":[60],"onto":[67],"system":[69],"device":[72,158],"topology":[73,116,159],"maximize":[75],"throughput.":[77],"Parmesan":[78,128],"in":[80,90,172],"end-to-end":[82],"manner":[83],"solves":[85],"whole":[87],"optimization":[88],"two":[91],"phases.":[92],"The":[93],"first":[94],"phase":[95,104],"aims":[96],"at":[97],"producing":[98],"well-balanced":[99],"partitions,":[100],"second":[103],"towards":[106],"placing":[107],"devices":[111],"connected":[112],"by":[113],"arbitrary":[115],"network,":[117],"considering":[118],"heterogeneity":[120],"interconnection":[123],"bandwidth.":[124],"We":[125,153],"show":[126],"that":[127],"speeds":[129],"up":[130],"throughput":[134],"different":[138],"GPU":[139],"topologies":[140],"is":[142],"able":[143],"for":[149,166],"heterogeneously":[150],"interconnected":[151],"architectures.":[152],"believe":[154],"our":[155],"algorithm":[161],"will":[162],"provide":[163],"valuable":[164],"information":[165],"architecture":[167],"designers":[168],"assist":[170],"them":[171],"designing":[173],"more":[175],"DNN-friendly":[176],"architecture.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}