{"id":"https://openalex.org/W3090372645","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207698","title":"PSO-PS:Parameter Synchronization with Particle Swarm Optimization for Distributed Training of Deep Neural Networks","display_name":"PSO-PS:Parameter Synchronization with Particle Swarm Optimization for Distributed Training of Deep Neural Networks","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090372645","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207698","mag":"3090372645"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207698","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100347581","display_name":"Qing Ye","orcid":"https://orcid.org/0000-0003-3956-3348"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qing Ye","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101948401","display_name":"Yuxuan Han","orcid":"https://orcid.org/0000-0003-0946-6141"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Han","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091058342","display_name":"Yanan Sun","orcid":"https://orcid.org/0000-0001-6374-1429"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073535763","display_name":"Jiancheng Lv","orcid":"https://orcid.org/0000-0001-6551-3884"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancheng Lv","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100347581"],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":0.4885,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66197822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7885114550590515},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.7555184364318848},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7479524612426758},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.7198835015296936},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5788587927818298},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.563938558101654},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4983398914337158},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49516502022743225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44756168127059937},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4199554920196533},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36067596077919006},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11236336827278137}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7885114550590515},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.7555184364318848},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7479524612426758},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.7198835015296936},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5788587927818298},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.563938558101654},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4983398914337158},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49516502022743225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44756168127059937},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4199554920196533},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36067596077919006},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11236336827278137},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207698","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1779452081","https://openalex.org/W1867117070","https://openalex.org/W2039548408","https://openalex.org/W2039708501","https://openalex.org/W2109364787","https://openalex.org/W2112796928","https://openalex.org/W2152195021","https://openalex.org/W2162390675","https://openalex.org/W2164531580","https://openalex.org/W2165299997","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2407022425","https://openalex.org/W2524428287","https://openalex.org/W2543580944","https://openalex.org/W2584355182","https://openalex.org/W2617766261","https://openalex.org/W2617960902","https://openalex.org/W2774000609","https://openalex.org/W2775524044","https://openalex.org/W2782417188","https://openalex.org/W2785456003","https://openalex.org/W2944345944","https://openalex.org/W2946815927","https://openalex.org/W2962710991","https://openalex.org/W2962863496","https://openalex.org/W2962911728","https://openalex.org/W2962950660","https://openalex.org/W2963228337","https://openalex.org/W2963803379","https://openalex.org/W2964004663","https://openalex.org/W2978015420","https://openalex.org/W2982475424","https://openalex.org/W3118608800","https://openalex.org/W4255158661","https://openalex.org/W4294552391","https://openalex.org/W4297797495","https://openalex.org/W6638005537","https://openalex.org/W6676058556","https://openalex.org/W6683722107","https://openalex.org/W6684859321","https://openalex.org/W6684953698","https://openalex.org/W6692488971","https://openalex.org/W6714239094","https://openalex.org/W6727208969","https://openalex.org/W6738250615","https://openalex.org/W6738460352","https://openalex.org/W6745458143","https://openalex.org/W6746839373","https://openalex.org/W6746996614","https://openalex.org/W6748579526","https://openalex.org/W6751248777","https://openalex.org/W6763140458","https://openalex.org/W6763393679"],"related_works":["https://openalex.org/W3127965231","https://openalex.org/W2765352472","https://openalex.org/W2908596665","https://openalex.org/W2350861899","https://openalex.org/W1784146144","https://openalex.org/W2372421705","https://openalex.org/W2371272601","https://openalex.org/W2378930365","https://openalex.org/W1822667161","https://openalex.org/W2387682723"],"abstract_inverted_index":{"Parameter":[0],"updating":[1],"is":[2,42,86],"an":[3],"important":[4],"stage":[5],"in":[6,16],"parallelism-based":[7],"distributed":[8,17,69],"deep":[9],"learning.":[10],"Synchronous":[11],"methods":[12],"are":[13,99,111,141],"widely":[14],"used":[15,146],"training":[18,70,97],"the":[19,26,35,68,80,91,96,102,109,116,126,129,133,136,139,156,168,171],"Deep":[20],"Neural":[21],"Networks":[22],"(DNNs).":[23],"To":[24,131],"reduce":[25],"communication":[27],"and":[28,95,151,153],"synchronization":[29,36,107,162],"overhead":[30],"of":[31,61,72,93,124,135,170],"synchronous":[32],"methods,":[33],"decreasing":[34],"frequency":[37],"(e.g.,":[38],"every":[39],"n":[40],"mini-batches)":[41],"a":[43,58,83,89],"straightforward":[44],"approach.":[45],"However,":[46],"it":[47],"often":[48],"suffers":[49],"from":[50,115,120],"poor":[51],"convergence.":[52],"In":[53,79],"this":[54],"paper,":[55],"we":[56],"propose":[57],"new":[59,77],"algorithm":[60],"integrating":[62],"Particle":[63],"Swarm":[64],"Optimization":[65],"(PSO)":[66],"into":[67],"process":[71],"DNNs":[73,94],"to":[74],"automatically":[75],"compute":[76],"parameters.":[78],"proposed":[81,137,172],"algorithm,":[82,138],"computing":[84],"work":[85],"encoded":[87],"by":[88,101,113],"particle,":[90],"weights":[92,110,118,127],"loss":[98],"modeled":[100],"particle":[103],"attributes.":[104],"At":[105],"each":[106],"stage,":[108],"updated":[112],"PSO":[114],"sub":[117],"gathered":[119],"all":[121],"workers,":[122],"instead":[123],"averaging":[125],"or":[128],"gradients.":[130],"verify":[132],"performance":[134],"experiments":[140],"performed":[142],"on":[143],"two":[144],"commonly":[145],"image":[147],"classification":[148],"benchmarks:":[149],"MNIST":[150],"CIFAR10,":[152],"compared":[154],"with":[155],"peer":[157],"competitors":[158],"at":[159],"multiple":[160],"different":[161],"configurations.":[163],"The":[164],"experimental":[165],"results":[166],"demonstrate":[167],"competitiveness":[169],"algorithm.":[173]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}