{"id":"https://openalex.org/W4415180703","doi":"https://doi.org/10.23919/ecc65951.2025.11187286","title":"Trustworthiness of Stochastic Gradient Descent in Distributed Learning","display_name":"Trustworthiness of Stochastic Gradient Descent in Distributed Learning","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4415180703","doi":"https://doi.org/10.23919/ecc65951.2025.11187286"},"language":"en","primary_location":{"id":"doi:10.23919/ecc65951.2025.11187286","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc65951.2025.11187286","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 European Control Conference (ECC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100450560","display_name":"Hongyang Li","orcid":"https://orcid.org/0000-0002-5201-7969"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Hongyang Li","raw_affiliation_strings":["University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063768397","display_name":"Caesar Wu","orcid":"https://orcid.org/0000-0002-2792-6466"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Caesar Wu","raw_affiliation_strings":["University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013750149","display_name":"Mohammed Chadli","orcid":"https://orcid.org/0000-0002-0140-5187"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210107733","display_name":"Informatique, Biologie Int\u00e9grative et Syst\u00e8mes Complexes","ror":"https://ror.org/01aqxgr98","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210107733","https://openalex.org/I88467170"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohammed Chadli","raw_affiliation_strings":["Paris-Saclay University,IBISC Laboratory,&#x00C9;vry-Courcouronnes,France,91025"],"affiliations":[{"raw_affiliation_string":"Paris-Saclay University,IBISC Laboratory,&#x00C9;vry-Courcouronnes,France,91025","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I4210107733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050471144","display_name":"Sa\u00efd Mammar","orcid":"https://orcid.org/0000-0002-7225-9770"},"institutions":[{"id":"https://openalex.org/I4210107733","display_name":"Informatique, Biologie Int\u00e9grative et Syst\u00e8mes Complexes","ror":"https://ror.org/01aqxgr98","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210107733","https://openalex.org/I88467170"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Said Mammar","raw_affiliation_strings":["Paris-Saclay University,IBISC Laboratory,&#x00C9;vry-Courcouronnes,France,91025"],"affiliations":[{"raw_affiliation_string":"Paris-Saclay University,IBISC Laboratory,&#x00C9;vry-Courcouronnes,France,91025","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I4210107733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058311932","display_name":"Pascal Bouvry","orcid":"https://orcid.org/0000-0001-9338-2834"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Pascal Bouvry","raw_affiliation_strings":["University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg,SnT,Esch-sur-Alzette,Luxembourg,L-4365","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100450560"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":2.7855,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92626891,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2199","last_page":"2204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9077000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6071000099182129},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5981000065803528},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5336999893188477},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.532800018787384},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5299000144004822},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43459999561309814},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.4050000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7307000160217285},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5336999893188477},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.532800018787384},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5299000144004822},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C162478608","wikidata":"https://www.wikidata.org/wiki/Q4011369","display_name":"Uncompressed video","level":4,"score":0.3781999945640564},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3695000112056732},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.30820000171661377},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/ecc65951.2025.11187286","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc65951.2025.11187286","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 European Control Conference (ECC)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-05544527v1","is_oa":false,"landing_page_url":"https://univ-evry.hal.science/hal-05544527","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"23rd European Control Conference (ECC 2025), Jun 2025, Thessaloniki, Greece. pp.2199--2204, &#x27E8;10.23919/ECC65951.2025.11187286&#x27E9;","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2144839971","https://openalex.org/W2194775991","https://openalex.org/W2535690855","https://openalex.org/W2606891064","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2781091734","https://openalex.org/W2795435272","https://openalex.org/W2805997383","https://openalex.org/W2908007030","https://openalex.org/W2946900926","https://openalex.org/W2963456518","https://openalex.org/W2963766684","https://openalex.org/W2963819344","https://openalex.org/W2970408908","https://openalex.org/W3018397821","https://openalex.org/W3101036738","https://openalex.org/W3175192640","https://openalex.org/W3213758553","https://openalex.org/W4220826035","https://openalex.org/W4287822453","https://openalex.org/W4287863844","https://openalex.org/W4393140557","https://openalex.org/W4396243913","https://openalex.org/W4405182869"],"related_works":[],"abstract_inverted_index":{"Distributed":[0],"learning":[1],"(DL)":[2],"uses":[3],"multiple":[4],"nodes":[5,63],"to":[6,39,46,66,119,123],"accelerate":[7],"training,":[8],"enabling":[9],"efficient":[10],"optimization":[11,21],"of":[12,42,79,98],"large-scale":[13],"models.":[14],"Stochastic":[15],"Gradient":[16],"Descent":[17],"(SGD),":[18],"a":[19,24,95,136],"key":[20],"algorithm,":[22],"plays":[23],"central":[25],"role":[26],"in":[27,143],"this":[28,91],"process.":[29],"However,":[30],"communication":[31,52],"bottlenecks":[32],"often":[33],"limit":[34],"scalability":[35],"and":[36,72],"efficiency,":[37],"leading":[38],"increasing":[40],"adoption":[41],"compressed":[43,54,80,99,113],"SGD":[44,55,81,114],"techniques":[45],"alleviate":[47],"these":[48],"challenges.":[49],"Despite":[50],"addressing":[51],"overheads,":[53],"introduces":[56],"trustworthiness":[57,78,96],"concerns,":[58],"as":[59],"gradient":[60,69],"exchanges":[61],"among":[62],"are":[64],"vulnerable":[65],"attacks":[67,75],"like":[68],"inversion":[70],"(GradInv)":[71],"membership":[73],"inference":[74],"(MIA).":[76],"The":[77],"remains":[82],"unexplored,":[83],"leaving":[84],"important":[85],"questions":[86],"about":[87],"its":[88],"reliability":[89],"unanswered.In":[90],"paper,":[92],"we":[93,104],"provide":[94],"evaluation":[97],"versus":[100],"uncompressed":[101,124],"SGD.":[102,125],"Specifically,":[103],"conducted":[105],"empirical":[106],"studies":[107],"using":[108],"GradInv":[109],"attacks,":[110],"revealing":[111],"that":[112,131],"demonstrates":[115],"significantly":[116],"higher":[117],"resistance":[118],"privacy":[120,141],"leakage":[121],"compared":[122],"In":[126],"addition,":[127],"our":[128],"findings":[129],"suggest":[130],"MIA":[132],"may":[133],"not":[134],"be":[135],"reliable":[137],"metric":[138],"for":[139],"assessing":[140],"risks":[142],"distributed":[144],"learning.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-15T00:00:00"}
