{"id":"https://openalex.org/W3203889165","doi":"https://doi.org/10.1145/3472456.3472523","title":"Accelerated Device Placement Optimization with Contrastive Learning","display_name":"Accelerated Device Placement Optimization with Contrastive Learning","publication_year":2021,"publication_date":"2021-08-09","ids":{"openalex":"https://openalex.org/W3203889165","doi":"https://doi.org/10.1145/3472456.3472523","mag":"3203889165"},"language":"en","primary_location":{"id":"doi:10.1145/3472456.3472523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472456.3472523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472456.3472523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"50th International Conference on Parallel Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3472456.3472523","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091681416","display_name":"Hao Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hao Lan","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379221","display_name":"Li Chen","orcid":"https://orcid.org/0000-0002-2300-6996"},"institutions":[{"id":"https://openalex.org/I79516672","display_name":"University of Louisiana at Lafayette","ror":"https://ror.org/01x8rc503","country_code":"US","type":"education","lineage":["https://openalex.org/I2799628689","https://openalex.org/I79516672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Chen","raw_affiliation_strings":["University of Louisiana at Lafayette, United States of America"],"affiliations":[{"raw_affiliation_string":"University of Louisiana at Lafayette, United States of America","institution_ids":["https://openalex.org/I79516672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083596391","display_name":"Baochun Li","orcid":"https://orcid.org/0000-0003-2404-0974"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Baochun Li","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091681416"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.6799,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71850619,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8037669658660889},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6245090961456299},{"id":"https://openalex.org/keywords/mars-exploration-program","display_name":"Mars Exploration Program","score":0.6240360140800476},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5712815523147583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5112946033477783},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5075911283493042},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43858909606933594},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4179422855377197},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3956679105758667},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36863166093826294},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2752927541732788},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2521724998950958},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2327667772769928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037669658660889},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6245090961456299},{"id":"https://openalex.org/C83260615","wikidata":"https://www.wikidata.org/wiki/Q6773121","display_name":"Mars Exploration Program","level":2,"score":0.6240360140800476},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5712815523147583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5112946033477783},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5075911283493042},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43858909606933594},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4179422855377197},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3956679105758667},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36863166093826294},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2752927541732788},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2521724998950958},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2327667772769928},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3472456.3472523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472456.3472523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472456.3472523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"50th International Conference on Parallel Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3472456.3472523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472456.3472523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472456.3472523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"50th International Conference on Parallel Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1741035300","display_name":null,"funder_award_id":"LEQSF(2021-22)-RD-D-07","funder_id":"https://openalex.org/F4320309392","funder_display_name":"Louisiana Board of Regents"},{"id":"https://openalex.org/G3567748620","display_name":null,"funder_award_id":"RD-A-21","funder_id":"https://openalex.org/F4320309392","funder_display_name":"Louisiana Board of Regents"},{"id":"https://openalex.org/G64312099","display_name":null,"funder_award_id":"LEQSF(2019-22)-RD-A-21","funder_id":"https://openalex.org/F4320309392","funder_display_name":"Louisiana Board of Regents"},{"id":"https://openalex.org/G6486276977","display_name":null,"funder_award_id":"2019511","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8099055345","display_name":null,"funder_award_id":"OIA-2019511","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309392","display_name":"Louisiana Board of Regents","ror":"https://ror.org/00jv89z46"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3203889165.pdf","grobid_xml":"https://content.openalex.org/works/W3203889165.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W760807047","https://openalex.org/W1677182931","https://openalex.org/W2130942839","https://openalex.org/W2194775991","https://openalex.org/W2519887557","https://openalex.org/W2624431344","https://openalex.org/W2736601468","https://openalex.org/W2786414509","https://openalex.org/W2804682296","https://openalex.org/W2842511635","https://openalex.org/W2890720247","https://openalex.org/W2893944917","https://openalex.org/W2944793600","https://openalex.org/W2951873722","https://openalex.org/W2952339051","https://openalex.org/W2952926545","https://openalex.org/W2962369866","https://openalex.org/W2963341956","https://openalex.org/W2964110616","https://openalex.org/W2964308564","https://openalex.org/W2970155754","https://openalex.org/W2996604169","https://openalex.org/W3005680577","https://openalex.org/W3036446966","https://openalex.org/W3036982689","https://openalex.org/W3080997787","https://openalex.org/W3099152386","https://openalex.org/W3102419180","https://openalex.org/W3177451412","https://openalex.org/W6819060087"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W4390846322"],"abstract_inverted_index":{"With":[0],"the":[1,22,51,68,106,110,132,141,146,153,159,200,221,226],"ever-increasing":[2],"size":[3],"and":[4,16,47,54,65,170,178,192,204],"complexity":[5],"of":[6,21,42,49,109,152,195],"deep":[7],"neural":[8,34,91,116,215],"network":[9,92,117,216],"models,":[10,206],"it":[11],"is":[12,102,118],"difficult":[13],"to":[14,79,95,104,120,144,156,190],"fit":[15],"train":[17],"a":[18,25,40,76,88,114],"complete":[19,157],"copy":[20],"model":[23],"on":[24,39,67,173],"single":[26],"computational":[27,52,111],"device":[28],"with":[29,164,212],"limited":[30],"capability.":[31],"Therefore,":[32],"large":[33,84,122,166],"networks":[35],"are":[36,56,63],"usually":[37],"trained":[38],"mixture":[41],"devices,":[43],"including":[44],"multiple":[45],"CPUs":[46],"GPUs,":[48],"which":[50,101],"speed":[53,223],"efficiency":[55],"drastically":[57],"affected":[58],"by":[59],"how":[60],"these":[61],"models":[62,123,163],"partitioned":[64],"placed":[66],"devices.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73],"propose":[74],"Mars,":[75],"novel":[77],"design":[78,143,219],"find":[80],"efficient":[81],"placements":[82,133],"for":[83,99,161,202,229],"models.":[85,180],"Mars":[86,129,172,186],"leverages":[87],"self-supervised":[89,213],"graph":[90,214],"pre-training":[93],"framework":[94],"generate":[96],"node":[97],"representations":[98],"operations,":[100],"able":[103],"capture":[105],"topological":[107],"properties":[108],"graph.":[112],"Then,":[113],"sequence-to-sequence":[115],"applied":[119,139],"split":[121],"into":[124],"small":[125],"segments":[126],"so":[127],"that":[128,185,211],"can":[130,187],"predict":[131],"sequentially.":[134],"Novel":[135],"optimizations":[136],"have":[137],"been":[138],"in":[140,150,224],"placer":[142],"achieve":[145,188],"best":[147],"possible":[148],"performance":[149],"terms":[151],"time":[154,198],"needed":[155],"training":[158,197],"agent":[160],"placing":[162],"very":[165],"sizes.":[167],"We":[168,208],"deployed":[169],"evaluated":[171],"benchmarks":[174],"involving":[175],"Inception-V3,":[176],"GNMT,":[177],"BERT":[179,205],"Extensive":[181],"experimental":[182],"results":[183],"show":[184,210],"up":[189],"27.2%":[191],"2.7%":[193],"speedup":[194],"per-step":[196],"than":[199],"state-of-the-art":[201],"GNMT":[203],"respectively.":[207],"also":[209],"pre-training,":[217],"our":[218],"achieves":[220],"fastest":[222],"discovering":[225],"optimal":[227],"placement":[228],"Inception-V3.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}
