{"id":"https://openalex.org/W3132060159","doi":"https://doi.org/10.1109/access.2021.3060154","title":"H-PS: A Heterogeneous-Aware Parameter Server With Distributed Neural Network Training","display_name":"H-PS: A Heterogeneous-Aware Parameter Server With Distributed Neural Network Training","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3132060159","doi":"https://doi.org/10.1109/access.2021.3060154","mag":"3132060159"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3060154","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3060154","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09356607.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09356607.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049110043","display_name":"Lintao Xian","orcid":"https://orcid.org/0000-0003-1289-7647"},"institutions":[{"id":"https://openalex.org/I4210101327","display_name":"Twin Cities Orthopedics","ror":"https://ror.org/01en4s460","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101327"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Lintao Xian","raw_affiliation_strings":["College of science and engineering, University of Minnesota, Twin Cities, Minneapolis, MN, USA","Ocean University of China, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of science and engineering, University of Minnesota, Twin Cities, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I4210101327","https://openalex.org/I130238516"]},{"raw_affiliation_string":"Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048972267","display_name":"Bingzhe Li","orcid":"https://orcid.org/0000-0002-5815-9706"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bingzhe Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375036","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-6745-3050"},"institutions":[{"id":"https://openalex.org/I146773158","display_name":"Qingdao Agricultural University","ror":"https://ror.org/051qwcj72","country_code":"CN","type":"education","lineage":["https://openalex.org/I146773158"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["College of Science and Information, Qingdao Agricultural University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Science and Information, Qingdao Agricultural University, Qingdao, China","institution_ids":["https://openalex.org/I146773158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766490","display_name":"Zhongwen Guo","orcid":"https://orcid.org/0000-0002-6890-0107"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongwen Guo","raw_affiliation_strings":["Ocean University of China, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110594706","display_name":"David Hung-Chang Du","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I4210101327","display_name":"Twin Cities Orthopedics","ror":"https://ror.org/01en4s460","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David H. C. Du","raw_affiliation_strings":["College of science and engineering, University of Minnesota, Twin Cities, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"College of science and engineering, University of Minnesota, Twin Cities, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I4210101327","https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049110043"],"corresponding_institution_ids":["https://openalex.org/I130238516","https://openalex.org/I4210101327","https://openalex.org/I59028903"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2913,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.53472705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"44049","last_page":"44058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8329097032546997},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.611397385597229},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5711715221405029},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46983572840690613},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3809703588485718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3459431231021881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8329097032546997},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.611397385597229},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5711715221405029},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46983572840690613},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3809703588485718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3459431231021881},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3060154","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3060154","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09356607.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f4fe240ef8134af6bcf1ea9587e06172","is_oa":true,"landing_page_url":"https://doaj.org/article/f4fe240ef8134af6bcf1ea9587e06172","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 44049-44058 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3060154","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3060154","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09356607.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1454226941","display_name":null,"funder_award_id":"6182781","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6020922088","display_name":null,"funder_award_id":"61827810","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7608752429","display_name":null,"funder_award_id":"Talent","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8335114490","display_name":null,"funder_award_id":"1119005","funder_id":"https://openalex.org/F4320313890","funder_display_name":"Qingdao Agricultural University"}],"funders":[{"id":"https://openalex.org/F4320313890","display_name":"Qingdao Agricultural University","ror":"https://ror.org/051qwcj72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132060159.pdf","grobid_xml":"https://content.openalex.org/works/W3132060159.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1503398984","https://openalex.org/W1528469369","https://openalex.org/W1686810756","https://openalex.org/W1798945469","https://openalex.org/W1935978687","https://openalex.org/W1982003698","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2087402357","https://openalex.org/W2119144962","https://openalex.org/W2127941149","https://openalex.org/W2131975293","https://openalex.org/W2132737349","https://openalex.org/W2138243089","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2271840356","https://openalex.org/W2276486856","https://openalex.org/W2293282867","https://openalex.org/W2319920447","https://openalex.org/W2336650964","https://openalex.org/W2344028138","https://openalex.org/W2469490737","https://openalex.org/W2513289469","https://openalex.org/W2523435939","https://openalex.org/W2579247884","https://openalex.org/W2593245696","https://openalex.org/W2612026221","https://openalex.org/W2613322955","https://openalex.org/W2617766261","https://openalex.org/W2707890836","https://openalex.org/W2803187616","https://openalex.org/W2811047940","https://openalex.org/W2895891814","https://openalex.org/W2919115771","https://openalex.org/W2929084559","https://openalex.org/W2962885409","https://openalex.org/W2963122961","https://openalex.org/W2963759070","https://openalex.org/W2963988417","https://openalex.org/W2964004663","https://openalex.org/W2964228333","https://openalex.org/W2964233199","https://openalex.org/W2964299589","https://openalex.org/W2964923275","https://openalex.org/W2998174899","https://openalex.org/W3010521003","https://openalex.org/W3037047862","https://openalex.org/W3105668694","https://openalex.org/W3145506661","https://openalex.org/W6631564300","https://openalex.org/W6637373629","https://openalex.org/W6638060716","https://openalex.org/W6640289440","https://openalex.org/W6677580257","https://openalex.org/W6679154944","https://openalex.org/W6679393576","https://openalex.org/W6679815717","https://openalex.org/W6680402377","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6694517276","https://openalex.org/W6700264148","https://openalex.org/W6703420464","https://openalex.org/W6720242923","https://openalex.org/W6725826102","https://openalex.org/W6734062232","https://openalex.org/W6738460352","https://openalex.org/W6739917289","https://openalex.org/W6751420435","https://openalex.org/W6752909154","https://openalex.org/W6755251367"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Deep":[0],"neural":[1,28],"networks":[2,29],"have":[3],"become":[4],"one":[5],"of":[6,27,111,125,135,147,189,196,201],"the":[7,25,32,48,77,103,109,133,144,148,156,163,167,187,194,199,217,221,226,243,248],"popular":[8],"techniques":[9],"used":[10,62],"in":[11,82],"many":[12],"research":[13],"and":[14,40,101,166,206,223],"application":[15],"areas":[16],"including":[17],"computer":[18],"vision,":[19],"natural":[20],"language":[21],"processing,":[22],"etc.":[23],"As":[24],"complexity":[26],"continuously":[30],"increasing,":[31],"training":[33,49,54,65,250],"process":[34],"takes":[35],"a":[36,51,83,119,179,209],"much":[37],"longer":[38],"time":[39,165,200,251],"requires":[41],"more":[42,91],"computation":[43,79,92],"resources.":[44,80],"To":[45],"speed":[46],"up":[47],"process,":[50],"centralized":[52],"distributed":[53],"structure":[55],"named":[56],"Parameter":[57],"Server":[58],"(PS)":[59],"is":[60,182,213,228,233],"widely":[61],"to":[63,67,184,215],"assign":[64],"tasks":[66,96,141,161],"different":[68],"workers/nodes.":[69],"Most":[70],"existing":[71,259],"studies":[72],"considered":[73],"all":[74],"workers":[75,87,89,100,149,157,170,190,197],"having":[76,90],"same":[78,164],"However,":[81],"heterogeneous":[84,123],"environment,":[85],"fast":[86,112],"(i.e.,":[88,169],"resources)":[93],"can":[94,130,174,246],"complete":[95,159],"earlier":[97],"than":[98],"slow":[99],"thus":[102],"system":[104],"does":[105],"not":[106],"fully":[107,131,192],"utilize":[108,132],"resources":[110,134,195],"workers.":[113,207,224],"In":[114,177],"this":[115],"paper,":[116],"we":[117],"propose":[118],"PS":[120,205,222],"model":[121],"with":[122,258],"types":[124],"workers/nodes,":[126],"called":[127],"H-PS,":[128],"which":[129,232],"each":[136],"worker":[137],"by":[138,191,252],"dynamically":[139],"scheduling":[140],"based":[142],"on":[143],"current":[145],"status":[146],"(e.g.,":[150],"available":[151],"memory).":[152],"By":[153],"doing":[154],"so,":[155],"will":[158],"their":[160],"at":[162],"stragglers":[168],"fall":[171],"behind":[172],"others)":[173],"be":[175],"avoided.":[176],"addition,":[178],"pipeline":[180],"scheme":[181,212],"proposed":[183,214,244],"further":[185],"improve":[186],"effectiveness":[188],"utilizing":[193],"during":[198],"parameters":[202],"transmitting":[203],"between":[204,220],"Moreover,":[208],"flexible":[210],"quantization":[211],"reduce":[216,247],"communication":[218],"overhead":[219],"Finally,":[225],"H-PS":[227,245],"implemented":[229],"using":[230],"Containers":[231],"an":[234],"emerging":[235],"lightweight":[236],"technology.":[237],"The":[238],"experimental":[239],"results":[240],"indicate":[241],"that":[242],"overall":[249],"1.4x":[253],"-":[254],"3.5x":[255],"when":[256],"compared":[257],"methods.":[260]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}