{"id":"https://openalex.org/W2944153887","doi":"https://doi.org/10.1109/tnnls.2019.2910188","title":"Stability-Based Generalization Analysis of Distributed Learning Algorithms for Big Data","display_name":"Stability-Based Generalization Analysis of Distributed Learning Algorithms for Big Data","publication_year":2019,"publication_date":"2019-05-08","ids":{"openalex":"https://openalex.org/W2944153887","doi":"https://doi.org/10.1109/tnnls.2019.2910188","mag":"2944153887","pmid":"https://pubmed.ncbi.nlm.nih.gov/31071054"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2910188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2910188","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101974344","display_name":"Xinxing Wu","orcid":"https://orcid.org/0000-0001-9177-9352"},"institutions":[{"id":"https://openalex.org/I4210120250","display_name":"Shanghai Technical Institute of Electronics & Information","ror":"https://ror.org/01wh3jw63","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinxing Wu","raw_affiliation_strings":["Shanghai Technical Institute of Electronics and Information, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9177-9352","affiliations":[{"raw_affiliation_string":"Shanghai Technical Institute of Electronics and Information, Shanghai, China","institution_ids":["https://openalex.org/I4210120250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696429","display_name":"Junping Zhang","orcid":"https://orcid.org/0000-0002-5924-3360"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junping Zhang","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5924-3360","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2013Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["Institute of Systems Engineering, Macau University of Science and Technology, Macau, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9185-3989","affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8238,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92581805,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"31","issue":"3","first_page":"801","last_page":"812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7186388969421387},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.704667866230011},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.6517560482025146},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6310897469520569},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6154555678367615},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5482276082038879},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43755897879600525},{"id":"https://openalex.org/keywords/divide-and-conquer-algorithms","display_name":"Divide and conquer algorithms","score":0.43136265873908997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38358765840530396},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23511338233947754},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.15340954065322876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7186388969421387},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.704667866230011},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.6517560482025146},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6310897469520569},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6154555678367615},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5482276082038879},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43755897879600525},{"id":"https://openalex.org/C71559656","wikidata":"https://www.wikidata.org/wiki/Q671298","display_name":"Divide and conquer algorithms","level":2,"score":0.43136265873908997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38358765840530396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23511338233947754},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.15340954065322876},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2019.2910188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2910188","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31071054","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31071054","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2547718675","display_name":null,"funder_award_id":"2018YFB1305104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4832151346","display_name":"\u57fa\u4e8eCPSS\u7684\u6d41\u7a0b\u5de5\u4e1a\u751f\u4ea7\u8ba1\u5212\u77e5\u8bc6\u81ea\u52a8\u5316\u7cfb\u7edf\u53ca\u5e94\u7528\u9a8c\u8bc1","funder_award_id":"61533019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5988287116","display_name":null,"funder_award_id":"61673118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6447116656","display_name":null,"funder_award_id":"Z181100008918007","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1518479949","https://openalex.org/W1565176583","https://openalex.org/W1694091468","https://openalex.org/W1847890728","https://openalex.org/W1908401874","https://openalex.org/W1978581090","https://openalex.org/W1978954664","https://openalex.org/W1981141219","https://openalex.org/W2044514896","https://openalex.org/W2062067490","https://openalex.org/W2078831169","https://openalex.org/W2097154431","https://openalex.org/W2108475251","https://openalex.org/W2115975329","https://openalex.org/W2127180992","https://openalex.org/W2138302120","https://openalex.org/W2140565974","https://openalex.org/W2141051060","https://openalex.org/W2166436449","https://openalex.org/W2509171749","https://openalex.org/W2540093921","https://openalex.org/W2559057244","https://openalex.org/W2606846509","https://openalex.org/W2610767040","https://openalex.org/W2616138645","https://openalex.org/W2622612680","https://openalex.org/W2726785809","https://openalex.org/W2753338564","https://openalex.org/W2767131247","https://openalex.org/W2962696932","https://openalex.org/W2962897077","https://openalex.org/W2962987628","https://openalex.org/W2963020641","https://openalex.org/W2964023411","https://openalex.org/W3017435008","https://openalex.org/W3103741939","https://openalex.org/W4236154462","https://openalex.org/W4285719527","https://openalex.org/W6631132026","https://openalex.org/W6638751554","https://openalex.org/W6676540010","https://openalex.org/W6677346259","https://openalex.org/W6678941442","https://openalex.org/W6680748266","https://openalex.org/W6680922791","https://openalex.org/W6725324197","https://openalex.org/W6737854878","https://openalex.org/W6743053751","https://openalex.org/W6744501015","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W4247094814","https://openalex.org/W2352794675","https://openalex.org/W108531593","https://openalex.org/W8810113","https://openalex.org/W2158636562","https://openalex.org/W2111712077","https://openalex.org/W2051228988","https://openalex.org/W2162911572","https://openalex.org/W2019464130","https://openalex.org/W2381411913"],"abstract_inverted_index":{"As":[0],"one":[1,257],"of":[2,50,64,77,84,92,117,120,153,159,196,239],"the":[3,16,44,62,74,82,101,110,131,137,151,157,171,186,194,197,208,213,236,251,254],"efficient":[4],"approaches":[5],"to":[6,42,150],"deal":[7],"with":[8,193],"big":[9,218],"data,":[10],"divide-and-conquer":[11],"distributed":[12,17,52,66,78,94,97,102,122,126,133,142,183,214,246,265],"algorithms,":[13,24],"such":[14],"as":[15,163],"kernel":[18,184],"regression,":[19],"bootstrap,":[20],"structured":[21],"perception":[22],"training":[23],"and":[25,30,47,99,113,143,156,243],"so":[26],"on,":[27],"are":[28,147],"proposed":[29],"broadly":[31],"used":[32],"in":[33,173],"learning":[34,37,53,67,79],"systems.":[35],"Some":[36],"theories":[38],"have":[39],"been":[40,59],"built":[41],"analyze":[43,109],"feasibility,":[45],"approximation,":[46],"convergence":[48],"bounds":[49,76,116,135],"these":[51,65],"algorithms.":[54,68,123],"However,":[55],"less":[56],"work":[57],"has":[58],"studied":[60],"on":[61,216,256],"stability":[63,95,111],"In":[69],"this":[70,174],"paper,":[71],"we":[72,88,108,231],"discuss":[73,232],"generalization":[75,104,114,125,132,141,181,244],"algorithms":[80,98,215],"from":[81],"view":[83],"algorithmic":[85],"stability.":[86],"First,":[87],"introduce":[89],"a":[90,118,179],"definition":[91],"uniform":[93],"for":[96,136,178,245,253,264],"study":[100],"algorithms'":[103],"risk":[105,115,134],"bounds.":[106],"Then,":[107],"properties":[112],"kind":[119],"regularization-based":[121],"Two":[124],"risks":[127,146],"obtained":[128],"show":[129,249],"that":[130,250],"difference":[138],"between":[139],"their":[140],"empirical":[144],"distributed/leave-one-computer-out":[145],"closely":[148],"related":[149],"size":[152],"samples":[154],"n":[155],"amount":[158,238],"working":[160,240],"computers":[161],"m":[162],"O(m/n":[164],"<sup":[165,200],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[166,201],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/2</sup>":[167,202],")":[168],".":[169,203],"Furthermore,":[170],"results":[172],"paper":[175],"indicate":[176],"that,":[177],"good":[180],"regularized":[182],"algorithm,":[185],"regularization":[187],"parameter":[188],"\u03bb":[189],"should":[190],"be":[191],"adjusted":[192],"change":[195],"term":[198],"m/n":[199],"These":[204],"theoretic":[205,224],"discoveries":[206],"provide":[207],"useful":[209],"guidance":[210],"when":[211],"deploying":[212],"practical":[217],"data":[219],"platforms.":[220],"We":[221,248],"explore":[222],"our":[223],"analyses":[225],"through":[226],"two":[227],"simulation":[228],"experiments.":[229],"Finally,":[230],"some":[233],"problems":[234],"about":[235],"sufficient":[237],"computers,":[241],"nonequivalence,":[242],"learning.":[247,266],"rules":[252],"computation":[255],"single":[258],"computer":[259],"may":[260],"not":[261],"always":[262],"hold":[263]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}