{"id":"https://openalex.org/W4406857570","doi":"https://doi.org/10.1109/access.2025.3535085","title":"A Survey on Parameter Server Architecture: Approaches for Optimizing Distributed Centralized Learning","display_name":"A Survey on Parameter Server Architecture: Approaches for Optimizing Distributed Centralized Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406857570","doi":"https://doi.org/10.1109/access.2025.3535085"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3535085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3535085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3535085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038342882","display_name":"Nikodimos Provatas","orcid":"https://orcid.org/0009-0000-0931-1479"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikodimos Provatas","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0009-0000-0931-1479","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004421134","display_name":"Ioannis Konstantinou","orcid":"https://orcid.org/0000-0002-7142-8106"},"institutions":[{"id":"https://openalex.org/I145722265","display_name":"University of Thessaly","ror":"https://ror.org/04v4g9h31","country_code":"GR","type":"education","lineage":["https://openalex.org/I145722265"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Konstantinou","raw_affiliation_strings":["Department of Informatics and Telecommunications, University of Thessaly, Lamia, Greece","University of Thessaly, Lamia, Greece"],"raw_orcid":"https://orcid.org/0000-0002-7142-8106","affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, University of Thessaly, Lamia, Greece","institution_ids":["https://openalex.org/I145722265"]},{"raw_affiliation_string":"University of Thessaly, Lamia, Greece","institution_ids":["https://openalex.org/I145722265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023526161","display_name":"Nectarios Koziris","orcid":"https://orcid.org/0000-0002-4890-8427"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nectarios Koziris","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.6332,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95567001,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"30993","last_page":"31015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.8525000214576721,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.8525000214576721,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.7767999768257141,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8210406303405762},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6016724109649658},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47044461965560913},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4313383102416992},{"id":"https://openalex.org/keywords/client\u2013server-model","display_name":"Client\u2013server model","score":0.41337841749191284},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33519846200942993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8210406303405762},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6016724109649658},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47044461965560913},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4313383102416992},{"id":"https://openalex.org/C152880691","wikidata":"https://www.wikidata.org/wiki/Q146813","display_name":"Client\u2013server model","level":3,"score":0.41337841749191284},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33519846200942993},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3535085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3535085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9129dc5a97294eceaf74d2c95369ab3d","is_oa":true,"landing_page_url":"https://doaj.org/article/9129dc5a97294eceaf74d2c95369ab3d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 30993-31015 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3535085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3535085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":153,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1969805974","https://openalex.org/W1977556410","https://openalex.org/W1984020445","https://openalex.org/W1995897489","https://openalex.org/W2020214980","https://openalex.org/W2041517243","https://openalex.org/W2045271686","https://openalex.org/W2060393849","https://openalex.org/W2106956101","https://openalex.org/W2108598243","https://openalex.org/W2109722477","https://openalex.org/W2117130368","https://openalex.org/W2143612262","https://openalex.org/W2153972927","https://openalex.org/W2173213060","https://openalex.org/W2194775991","https://openalex.org/W2249612659","https://openalex.org/W2516521180","https://openalex.org/W2523435939","https://openalex.org/W2535838896","https://openalex.org/W2542459869","https://openalex.org/W2579247884","https://openalex.org/W2603037274","https://openalex.org/W2609731728","https://openalex.org/W2612026221","https://openalex.org/W2613466232","https://openalex.org/W2618530766","https://openalex.org/W2745107842","https://openalex.org/W2751219672","https://openalex.org/W2797862701","https://openalex.org/W2798515322","https://openalex.org/W2798650501","https://openalex.org/W2912393404","https://openalex.org/W2915101468","https://openalex.org/W2962705013","https://openalex.org/W2962843773","https://openalex.org/W2963390429","https://openalex.org/W2963748441","https://openalex.org/W2963964896","https://openalex.org/W2964243509","https://openalex.org/W2969414999","https://openalex.org/W2969976451","https://openalex.org/W2972087877","https://openalex.org/W2979230481","https://openalex.org/W2982408761","https://openalex.org/W2982664135","https://openalex.org/W2998102549","https://openalex.org/W3003883635","https://openalex.org/W3009014747","https://openalex.org/W3012125688","https://openalex.org/W3015636663","https://openalex.org/W3081168214","https://openalex.org/W3083103237","https://openalex.org/W3091870957","https://openalex.org/W3092501829","https://openalex.org/W3093671646","https://openalex.org/W3095429755","https://openalex.org/W3097875570","https://openalex.org/W3102606411","https://openalex.org/W3107997909","https://openalex.org/W3123459983","https://openalex.org/W3129831491","https://openalex.org/W3133814152","https://openalex.org/W3134069806","https://openalex.org/W3155912831","https://openalex.org/W3159754263","https://openalex.org/W3166384310","https://openalex.org/W3180608480","https://openalex.org/W3198767952","https://openalex.org/W3201174429","https://openalex.org/W3204921648","https://openalex.org/W3205368495","https://openalex.org/W3209696639","https://openalex.org/W4220738117","https://openalex.org/W4220883012","https://openalex.org/W4226461837","https://openalex.org/W4245826835","https://openalex.org/W4281737296","https://openalex.org/W4288079579","https://openalex.org/W4289401659","https://openalex.org/W4293846201","https://openalex.org/W4309080560","https://openalex.org/W4318477536","https://openalex.org/W4378189609","https://openalex.org/W4379805355","https://openalex.org/W4386072282","https://openalex.org/W4386156801","https://openalex.org/W4386767017","https://openalex.org/W4387105517","https://openalex.org/W4389518784","https://openalex.org/W4390872376","https://openalex.org/W4399449628","https://openalex.org/W4400433664","https://openalex.org/W4402716477","https://openalex.org/W4404400711","https://openalex.org/W6604254268","https://openalex.org/W6608114279","https://openalex.org/W6614148910","https://openalex.org/W6622473587","https://openalex.org/W6628377381","https://openalex.org/W6631190155","https://openalex.org/W6636101526","https://openalex.org/W6637373629","https://openalex.org/W6639528875","https://openalex.org/W6679154944","https://openalex.org/W6679393576","https://openalex.org/W6680402377","https://openalex.org/W6681545434","https://openalex.org/W6684249991","https://openalex.org/W6684578345","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6687566353","https://openalex.org/W6692488971","https://openalex.org/W6694517276","https://openalex.org/W6727249380","https://openalex.org/W6728757088","https://openalex.org/W6738460352","https://openalex.org/W6739693220","https://openalex.org/W6746200960","https://openalex.org/W6748645090","https://openalex.org/W6749257597","https://openalex.org/W6752012617","https://openalex.org/W6753801579","https://openalex.org/W6754416507","https://openalex.org/W6754818105","https://openalex.org/W6756592394","https://openalex.org/W6759226220","https://openalex.org/W6761040187","https://openalex.org/W6762211661","https://openalex.org/W6762392948","https://openalex.org/W6762421227","https://openalex.org/W6763393679","https://openalex.org/W6763775535","https://openalex.org/W6766978945","https://openalex.org/W6774120287","https://openalex.org/W6778883912","https://openalex.org/W6782879696","https://openalex.org/W6786422851","https://openalex.org/W6790570669","https://openalex.org/W6796931752","https://openalex.org/W6799372109","https://openalex.org/W6810127701","https://openalex.org/W6811072154","https://openalex.org/W6842315983","https://openalex.org/W6842585177","https://openalex.org/W6849565481","https://openalex.org/W6853233652","https://openalex.org/W6853287796","https://openalex.org/W6856086692","https://openalex.org/W6861885378","https://openalex.org/W6862631004"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W1524078913","https://openalex.org/W96515423","https://openalex.org/W2041650491","https://openalex.org/W2033483503","https://openalex.org/W2099084456","https://openalex.org/W205360658","https://openalex.org/W4387914328","https://openalex.org/W2312298660","https://openalex.org/W2116971154"],"abstract_inverted_index":{"Deep":[0],"learning":[1,33,161],"has":[2],"emerged":[3],"as":[4,55,143],"a":[5,56,74,114,144],"cornerstone":[6],"technology":[7],"across":[8,68,95],"various":[9,128],"domains,":[10],"from":[11,113],"image":[12],"classification":[13],"to":[14,43,141,152],"natural":[15],"language":[16],"processing.":[17],"However,":[18],"the":[19,49,78,122,154],"computational":[20],"and":[21,59,86,90,107,124,134,149,156],"data":[22,38],"demands":[23],"of":[24,65,77,117,127,158],"training":[25,64],"large-scale":[26],"neural":[27],"networks":[28],"pose":[29],"significant":[30],"challenges.":[31,46],"Distributed":[32],"approaches,":[34],"particularly":[35],"those":[36],"leveraging":[37],"parallelism,":[39],"have":[40],"become":[41],"critical":[42],"addressing":[44],"these":[45],"Among":[47],"these,":[48],"parameter":[50,79,103],"server":[51,80],"architecture":[52],"stands":[53],"out":[54],"widely":[57],"adopted":[58],"scalable":[60],"solution,":[61],"enabling":[62],"efficient":[63],"large":[66],"models":[67],"distributed":[69,159],"systems.":[70,162],"This":[71],"survey":[72,139],"provides":[73],"comprehensive":[75],"exploration":[76],"architecture,":[81],"detailing":[82],"its":[83],"design":[84],"principles":[85],"operation.":[87],"It":[88],"categorizes":[89],"critically":[91],"analyzes":[92],"research":[93,136],"advancements":[94],"five":[96],"key":[97],"aspects:":[98],"consistency":[99],"control,":[100],"network":[101],"optimization,":[102],"management,":[104],"straggler":[105],"handling,":[106],"fault":[108],"tolerance.":[109],"By":[110],"synthesizing":[111],"insights":[112],"wide":[115],"range":[116],"studies,":[118],"this":[119],"work":[120],"highlights":[121],"trade-offs":[123],"practical":[125],"effectiveness":[126],"approaches":[129],"while":[130],"identifying":[131],"open":[132],"challenges":[133],"future":[135],"directions.":[137],"The":[138],"aims":[140],"serve":[142],"foundational":[145],"resource":[146],"for":[147],"researchers":[148],"practitioners":[150],"striving":[151],"enhance":[153],"performance":[155],"scalability":[157],"deep":[160]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}