{"id":"https://openalex.org/W4403334538","doi":"https://doi.org/10.1145/3656019.3676947","title":"PIM-Opt: Demystifying Distributed Optimization Algorithms on a Real-World Processing-In-Memory System","display_name":"PIM-Opt: Demystifying Distributed Optimization Algorithms on a Real-World Processing-In-Memory System","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334538","doi":"https://doi.org/10.1145/3656019.3676947"},"language":"en","primary_location":{"id":"doi:10.1145/3656019.3676947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3656019.3676947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Parallel Architectures and Compilation Techniques","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092182052","display_name":"Steve Rhyner","orcid":"https://orcid.org/0009-0000-3389-5064"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Steve Rhyner","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070892312","display_name":"Haocong Luo","orcid":"https://orcid.org/0009-0009-0849-8724"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Haocong Luo","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044416322","display_name":"Juan G\u00f3mez-Luna","orcid":"https://orcid.org/0000-0002-6514-1571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan G\u00f3mez-Luna","raw_affiliation_strings":["NVIDIA, Switzerland"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008240365","display_name":"Mohammad Sadrosadati","orcid":"https://orcid.org/0000-0002-4029-0175"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mohammad Sadrosadati","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102918834","display_name":"Jiawei Jiang","orcid":"https://orcid.org/0000-0003-0051-0046"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Jiang","raw_affiliation_strings":["Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056716458","display_name":"Ataberk Olgun","orcid":"https://orcid.org/0000-0001-5333-5726"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ataberk Olgun","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109026348","display_name":"Harshita Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Harshita Gupta","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["University of Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050695684","display_name":"Onur Mutlu","orcid":"https://orcid.org/0000-0002-0075-2312"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Onur Mutlu","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5092182052"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":9.1028,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.98864345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"201","last_page":"218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7420281171798706},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.43966370820999146},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.4239582419395447},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3713020086288452},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11151275038719177},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07447412610054016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7420281171798706},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.43966370820999146},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.4239582419395447},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3713020086288452},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11151275038719177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07447412610054016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3656019.3676947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3656019.3676947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Parallel Architectures and Compilation Techniques","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1955857676","https://openalex.org/W1969911580","https://openalex.org/W1972676371","https://openalex.org/W1974307224","https://openalex.org/W1975237352","https://openalex.org/W2058490651","https://openalex.org/W2060393849","https://openalex.org/W2078141470","https://openalex.org/W2087347434","https://openalex.org/W2096451472","https://openalex.org/W2161305486","https://openalex.org/W2164278908","https://openalex.org/W2170257519","https://openalex.org/W2250384498","https://openalex.org/W2332254524","https://openalex.org/W2405578611","https://openalex.org/W2517869808","https://openalex.org/W2518511512","https://openalex.org/W2522099755","https://openalex.org/W2556370608","https://openalex.org/W2565125333","https://openalex.org/W2584482534","https://openalex.org/W2605347906","https://openalex.org/W2616915022","https://openalex.org/W2736517506","https://openalex.org/W2766489088","https://openalex.org/W2789554134","https://openalex.org/W2798956872","https://openalex.org/W2809205380","https://openalex.org/W2900182564","https://openalex.org/W2908579027","https://openalex.org/W2915415779","https://openalex.org/W2944576035","https://openalex.org/W2945003059","https://openalex.org/W2946037574","https://openalex.org/W2949989598","https://openalex.org/W2952438573","https://openalex.org/W2970971581","https://openalex.org/W2971888105","https://openalex.org/W2979719709","https://openalex.org/W2979858238","https://openalex.org/W2979874885","https://openalex.org/W2982008795","https://openalex.org/W2982974103","https://openalex.org/W3010281071","https://openalex.org/W3013241373","https://openalex.org/W3014934202","https://openalex.org/W3043023836","https://openalex.org/W3044083334","https://openalex.org/W3048584318","https://openalex.org/W3091965439","https://openalex.org/W3096952589","https://openalex.org/W3127548003","https://openalex.org/W3130554079","https://openalex.org/W3154052911","https://openalex.org/W3158634533","https://openalex.org/W3159011214","https://openalex.org/W3159219445","https://openalex.org/W3160360002","https://openalex.org/W3191222816","https://openalex.org/W3192841685","https://openalex.org/W3202917172","https://openalex.org/W3206210071","https://openalex.org/W3207399097","https://openalex.org/W4206155452","https://openalex.org/W4206945548","https://openalex.org/W4214559301","https://openalex.org/W4214734582","https://openalex.org/W4220972538","https://openalex.org/W4233147525","https://openalex.org/W4234107648","https://openalex.org/W4247512567","https://openalex.org/W4285121610","https://openalex.org/W4287183855","https://openalex.org/W4288487491","https://openalex.org/W4301607055","https://openalex.org/W4302380016","https://openalex.org/W4307993381","https://openalex.org/W4308083600","https://openalex.org/W4308083751","https://openalex.org/W4311553910","https://openalex.org/W4313047559","https://openalex.org/W4323065793","https://openalex.org/W4378895288","https://openalex.org/W4380624072","https://openalex.org/W4381894570","https://openalex.org/W4381894723","https://openalex.org/W4384661465","https://openalex.org/W4388208193","https://openalex.org/W4390280304","https://openalex.org/W4392015341","https://openalex.org/W4392543828","https://openalex.org/W4393407040","https://openalex.org/W4393407075","https://openalex.org/W6968142452"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Modern":[0],"Machine":[1],"Learning":[2],"(ML)":[3],"training":[4,47,72,90],"on":[5,15,34,50],"large-scale":[6],"datasets":[7],"is":[8,94],"a":[9,75,95],"very":[10],"time-consuming":[11],"workload.":[12],"It":[13],"relies":[14],"the":[16,58,65,100,106],"optimization":[17],"algorithm":[18],"Stochastic":[19],"Gradient":[20],"Descent":[21],"(SGD)":[22],"due":[23,63],"to":[24,64,98,119],"its":[25],"effectiveness,":[26],"simplicity,":[27],"and":[28,60,83],"generalization":[29],"performance":[30,33,82],"(i.e.,":[31],"test":[32],"unseen":[35],"data).":[36],"Processor-centric":[37],"architectures":[38,78],"(e.g.,":[39],"CPUs,":[40],"GPUs)":[41],"commonly":[42],"used":[43,140],"for":[44],"modern":[45,142],"ML":[46,89,121,143],"workloads":[48],"based":[49],"SGD":[51],"are":[52,137],"bottlenecked":[53],"by":[54,104],"data":[55,67,101],"movement":[56,102],"between":[57],"processor":[59],"memory":[61],"units":[62],"poor":[66],"locality":[68],"in":[69,141],"accessing":[70],"large":[71],"datasets.":[73],"As":[74],"result,":[76],"processor-centric":[77],"suffer":[79],"from":[80],"low":[81],"high":[84],"energy":[85],"consumption":[86],"while":[87],"executing":[88],"workloads.":[91],"Processing-In-Memory":[92],"(PIM)":[93],"promising":[96],"solution":[97],"alleviate":[99],"bottleneck":[103],"placing":[105],"computation":[107],"mechanisms":[108],"inside":[109],"or":[110,133],"near":[111],"memory.":[112],"Several":[113],"prior":[114,124],"works":[115,125],"propose":[116],"PIM":[117,131],"techniques":[118],"accelerate":[120],"training;":[122],"however,":[123],"either":[126],"do":[127],"not":[128,138],"consider":[129],"real-world":[130],"systems":[132],"evaluate":[134],"algorithms":[135],"that":[136],"widely":[139],"training.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}