{"id":"https://openalex.org/W3150053915","doi":"https://doi.org/10.14778/3447689.3447692","title":"ParaX","display_name":"ParaX","publication_year":2021,"publication_date":"2021-02-01","ids":{"openalex":"https://openalex.org/W3150053915","doi":"https://doi.org/10.14778/3447689.3447692","mag":"3150053915"},"language":"en","primary_location":{"id":"doi:10.14778/3447689.3447692","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3447689.3447692","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071843722","display_name":"Lujia Yin","orcid":"https://orcid.org/0000-0003-2916-0756"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lujia Yin","raw_affiliation_strings":["NUDT, Changsha, China"],"affiliations":[{"raw_affiliation_string":"NUDT, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042229671","display_name":"Yiming Zhang","orcid":"https://orcid.org/0000-0002-9570-8962"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Zhang","raw_affiliation_strings":["NUDT, Changsha, China"],"affiliations":[{"raw_affiliation_string":"NUDT, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050642628","display_name":"Zhaoning Zhang","orcid":"https://orcid.org/0000-0001-7518-1385"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoning Zhang","raw_affiliation_strings":["NUDT, Changsha, China"],"affiliations":[{"raw_affiliation_string":"NUDT, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101645557","display_name":"Yuxing Peng","orcid":"https://orcid.org/0000-0002-8223-5588"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxing Peng","raw_affiliation_strings":["NUDT, Changsha, China"],"affiliations":[{"raw_affiliation_string":"NUDT, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101645108","display_name":"Peng Zhao","orcid":"https://orcid.org/0000-0003-4668-1852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Zhao","raw_affiliation_strings":["Intel Research, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intel Research, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071843722"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.3817,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79078574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"14","issue":"6","first_page":"864","last_page":"877"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7948499917984009},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6465179324150085},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6301620602607727},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.5596630573272705},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4962232708930969},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.4783196449279785},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4466450810432434},{"id":"https://openalex.org/keywords/cpu-shielding","display_name":"CPU shielding","score":0.4355742037296295},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3426278233528137},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09604424238204956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7948499917984009},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6465179324150085},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6301620602607727},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.5596630573272705},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4962232708930969},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.4783196449279785},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4466450810432434},{"id":"https://openalex.org/C180613757","wikidata":"https://www.wikidata.org/wiki/Q5013757","display_name":"CPU shielding","level":3,"score":0.4355742037296295},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3426278233528137},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09604424238204956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3447689.3447692","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3447689.3447692","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1542696867","https://openalex.org/W1556859836","https://openalex.org/W1574901103","https://openalex.org/W1788418780","https://openalex.org/W1902934009","https://openalex.org/W1971040550","https://openalex.org/W1983096721","https://openalex.org/W1998259214","https://openalex.org/W2002643280","https://openalex.org/W2013733655","https://openalex.org/W2054141820","https://openalex.org/W2064675550","https://openalex.org/W2072566913","https://openalex.org/W2079942837","https://openalex.org/W2083842231","https://openalex.org/W2096125134","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2143612262","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2316776689","https://openalex.org/W2336650964","https://openalex.org/W2402144811","https://openalex.org/W2512971201","https://openalex.org/W2523925604","https://openalex.org/W2604514113","https://openalex.org/W2605350416","https://openalex.org/W2612139288","https://openalex.org/W2612445135","https://openalex.org/W2787998955","https://openalex.org/W2794670651","https://openalex.org/W2801001989","https://openalex.org/W2804032941","https://openalex.org/W2944468162","https://openalex.org/W2944647778","https://openalex.org/W2949117887","https://openalex.org/W2949251082","https://openalex.org/W2950094539","https://openalex.org/W2951978180","https://openalex.org/W2953384591","https://openalex.org/W2962747323","https://openalex.org/W2963016543","https://openalex.org/W2963122961","https://openalex.org/W2965643269","https://openalex.org/W2979719709","https://openalex.org/W2999012726","https://openalex.org/W3016842236","https://openalex.org/W3042495273","https://openalex.org/W3043023836","https://openalex.org/W3043433718","https://openalex.org/W4231631394","https://openalex.org/W4231911365","https://openalex.org/W4253773507","https://openalex.org/W4292169167"],"related_works":["https://openalex.org/W2387982802","https://openalex.org/W1896942098","https://openalex.org/W1991061790","https://openalex.org/W2400763249","https://openalex.org/W2264746079","https://openalex.org/W1482063109","https://openalex.org/W2043940072","https://openalex.org/W2249399447","https://openalex.org/W2473478803","https://openalex.org/W2729363167"],"abstract_inverted_index":{"Despite":[0],"the":[1,43,84,93,97,101,136,153,183,190,194,197,209,213,235,260],"fact":[2],"that":[3,104,256],"GPUs":[4],"and":[5,18,91,132,141,165,219,270],"accelerators":[6],"are":[7,29,105],"more":[8],"efficient":[9,57],"in":[10,24,79,135],"deep":[11],"learning":[12],"(DL),":[13],"commercial":[14],"clouds":[15],"like":[16],"Facebook":[17],"Amazon":[19],"now":[20],"heavily":[21],"use":[22],"CPUs":[23,33,53,77,159],"DL":[25,63,80,156],"computation":[26],"because":[27],"there":[28],"large":[30,70],"numbers":[31],"of":[32,72,88,96,119,155,181,196,237],"which":[34,111,151,206,228],"would":[35],"otherwise":[36],"sit":[37],"idle":[38],"during":[39],"off-peak":[40],"periods.":[41],"Following":[42],"trend,":[44],"CPU":[45,73,133,166,178,254],"vendors":[46],"have":[47,242],"not":[48],"only":[49],"released":[50],"high-performance":[51],"many-core":[52,76,158],"but":[54],"also":[55],"developed":[56],"math":[58],"kernel":[59],"libraries.":[60],"However,":[61],"current":[62,109],"platforms":[64,110],"cannot":[65],"scale":[66],"well":[67],"to":[68,122,172,176,182,188,216,232],"a":[69,123,146,221,250],"number":[71],"cores,":[74],"making":[75],"inefficient":[78],"computation.":[81],"We":[82,241],"analyze":[83],"memory":[85,129,231],"access":[86],"patterns":[87],"various":[89],"layers":[90,138,211],"identify":[92],"root":[94],"cause":[95,127],"low":[98],"scalability,":[99],"i.e.,":[100],"per-layer":[102,191],"barriers":[103,126,192],"implicitly":[106],"imposed":[107],"by":[108,160,274],"assign":[112,173],"one":[113,117,174],"single":[114],"instance":[115,175],"(i.e.,":[116],"batch":[118],"input":[120],"data)":[121],"CPU.":[124],"The":[125],"severe":[128],"bandwidth":[130,163],"contention":[131,164],"starvation":[134],"access-intensive":[137,210],"(like":[139],"activation":[140],"BN).":[142],"This":[143],"paper":[144],"presents":[145],"novel":[147],"approach":[148],"called":[149],"ParaX,":[150],"boosts":[152],"performance":[154],"on":[157,193,245,249],"effectively":[161],"alleviating":[162],"starvation.":[167],"Our":[168],"key":[169],"idea":[170],"is":[171],"each":[177],"core":[179],"instead":[180],"entire":[184],"CPU,":[185],"so":[186],"as":[187],"remove":[189],"executions":[195],"many":[198],"cores.":[199],"ParaX":[200,244,257],"designs":[201],"an":[202],"ultralight":[203],"scheduling":[204],"policy":[205],"sufficiently":[207],"overlaps":[208],"with":[212],"compute-intensive":[214],"ones":[215],"avoid":[217],"contention,":[218],"proposes":[220],"NUMA-aware":[222],"gradient":[223],"server":[224],"mechanism":[225],"for":[226,263],"training":[227],"leverages":[229],"shared":[230],"substantially":[233],"reduce":[234],"overhead":[236],"per-iteration":[238],"parameter":[239],"synchronization.":[240],"implemented":[243],"MXNet.":[246],"Extensive":[247],"evaluation":[248],"two-NUMA":[251],"Intel":[252],"8280":[253],"shows":[255],"significantly":[258],"improves":[259],"training/inference":[261],"throughput":[262],"all":[264],"tested":[265],"models":[266],"(for":[267],"image":[268],"recognition":[269],"natural":[271],"language":[272],"processing)":[273],"1.73X":[275],"~":[276],"2.93X.":[277]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-04-13T00:00:00"}