{"id":"https://openalex.org/W4312288674","doi":"https://doi.org/10.1109/tnnls.2022.3223879","title":"Toward Quantized Model Parallelism for Graph-Augmented MLPs Based on Gradient-Free ADMM Framework","display_name":"Toward Quantized Model Parallelism for Graph-Augmented MLPs Based on Gradient-Free ADMM Framework","publication_year":2022,"publication_date":"2022-12-19","ids":{"openalex":"https://openalex.org/W4312288674","doi":"https://doi.org/10.1109/tnnls.2022.3223879","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015438"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3223879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3223879","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100619909","display_name":"Junxiang Wang","orcid":"https://orcid.org/0000-0002-6635-4296"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Junxiang Wang","raw_affiliation_strings":["Department of Computer Science and Informatics, Emory University, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6635-4296","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Informatics, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413699","display_name":"Hongyi Li","orcid":"https://orcid.org/0000-0002-8803-3434"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyi Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi\u2019an, China","State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102434234","display_name":"Zheng Chai","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Chai","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635294","display_name":"Yongchao Wang","orcid":"https://orcid.org/0000-0002-0640-4140"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchao Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi\u2019an, China","State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-0640-4140","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Shaanxi, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079187166","display_name":"Yue Cheng","orcid":"https://orcid.org/0000-0003-1695-4864"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Cheng","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1695-4864","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048756500","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-2648-9989"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["Department of Computer Science and Informatics, Emory University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Informatics, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100619909"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":0.8324,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7829091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"35","issue":"4","first_page":"4491","last_page":"4501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799997925758362},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6438921093940735},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.5785056352615356},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5773019790649414},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4872221052646637},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4483432471752167},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.422607958316803},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4211093485355377},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36064428091049194},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.2725239396095276},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14248046278953552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799997925758362},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6438921093940735},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5785056352615356},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5773019790649414},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4872221052646637},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4483432471752167},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.422607958316803},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4211093485355377},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36064428091049194},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.2725239396095276},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14248046278953552},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3223879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3223879","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37015438","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015438","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1117740108","display_name":null,"funder_award_id":"62271371","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1546340150","display_name":null,"funder_award_id":"1942594","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1967666769","display_name":null,"funder_award_id":"2007976","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3453457579","display_name":null,"funder_award_id":"1841520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4015763778","display_name":null,"funder_award_id":"2007716","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4587938144","display_name":null,"funder_award_id":"1907805","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7121682846","display_name":null,"funder_award_id":"1755850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W114517082","https://openalex.org/W637153065","https://openalex.org/W1921523184","https://openalex.org/W2062022900","https://openalex.org/W2110798204","https://openalex.org/W2146502635","https://openalex.org/W2153513200","https://openalex.org/W2186615578","https://openalex.org/W2393319904","https://openalex.org/W2415243320","https://openalex.org/W2565330852","https://openalex.org/W2808409763","https://openalex.org/W2907492528","https://openalex.org/W2914429391","https://openalex.org/W2963165299","https://openalex.org/W2965794435","https://openalex.org/W2982310938","https://openalex.org/W3128872986","https://openalex.org/W3143471131","https://openalex.org/W3183881215","https://openalex.org/W4301239768","https://openalex.org/W6600284362","https://openalex.org/W6620673361","https://openalex.org/W6631190155","https://openalex.org/W6637178625","https://openalex.org/W6640185926","https://openalex.org/W6681435938","https://openalex.org/W6684249991","https://openalex.org/W6686509673","https://openalex.org/W6690815549","https://openalex.org/W6705072498","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6738460352","https://openalex.org/W6738964360","https://openalex.org/W6739693220","https://openalex.org/W6748645090","https://openalex.org/W6751310286","https://openalex.org/W6753115359","https://openalex.org/W6754818105","https://openalex.org/W6759451322","https://openalex.org/W6760001035","https://openalex.org/W6782767316","https://openalex.org/W6784974207","https://openalex.org/W6804531267"],"related_works":["https://openalex.org/W2317245370","https://openalex.org/W4249323025","https://openalex.org/W198851386","https://openalex.org/W2030310580","https://openalex.org/W947442053","https://openalex.org/W1980160788","https://openalex.org/W2148915962","https://openalex.org/W2283866686","https://openalex.org/W4287182096","https://openalex.org/W27867058"],"abstract_inverted_index":{"While":[0],"graph":[1,112],"neural":[2],"networks":[3],"(GNNs)":[4],"are":[5,51],"popular":[6,75],"in":[7,95,101,127,136],"the":[8,37,89,147,158,162,177,184,214],"deep":[9,113],"learning":[10,114],"community,":[11],"they":[12,191],"suffer":[13],"from":[14],"several":[15],"challenges":[16],"including":[17],"over-smoothing,":[18],"over-squashing,":[19],"and":[20,40,161,198],"gradient":[21],"vanishing.":[22],"Recently,":[23],"a":[24,110,153,168,194],"series":[25],"of":[26,105,118,130,157,179,186,227],"models":[27,63,132],"have":[28],"attempted":[29],"to":[30,54,88,122,152,193,223],"relieve":[31],"these":[32,99],"issues":[33],"by":[34,145,221],"first":[35],"augmenting":[36],"node":[38],"features":[39],"then":[41],"imposing":[42],"node-wise":[43],"functions":[44],"based":[45],"on":[46,206],"multilayer":[47],"perceptron":[48],"(MLP),":[49],"which":[50],"widely":[52],"referred":[53],"as":[55,79],"graph-augmented":[56],"MLP":[57],"(GA-MLP)":[58],"models.":[59],"However,":[60],"while":[61],"GA-MLP":[62,131],"enjoy":[64],"deeper":[65],"architectures":[66],"for":[67],"better":[68,199],"accuracy,":[69],"their":[70],"efficiency":[71],"largely":[72],"deteriorates.":[73],"Moreover,":[74,190],"acceleration":[76],"techniques":[77],"such":[78],"stochastic-version":[80],"or":[81],"data-parallelism":[82],"cannot":[83],"be":[84,134],"effectively":[85],"applied":[86],"due":[87],"dependency":[90],"among":[91],"samples":[92],"(i.e.,":[93],"nodes)":[94],"graphs.":[96],"To":[97],"address":[98],"issues,":[100],"this":[102],"article,":[103],"instead":[104],"data":[106],"parallelism,":[107],"we":[108],"propose":[109],"parallel":[111],"Alternating":[115],"Direction":[116],"Method":[117],"Multipliers":[119],"(pdADMM-G)":[120],"framework":[121],"achieve":[123],"model":[124],"parallelism:":[125],"parameters":[126],"each":[128],"layer":[129],"can":[133],"updated":[135],"parallel.":[137],"The":[138],"extended":[139],"pdADMM-G-Q":[140,163,216],"algorithm":[141,160,164,217],"reduces":[142,218],"communication":[143,219],"costs":[144],"introducing":[146],"quantization":[148],"technique.":[149],"Theoretical":[150],"convergence":[151,170,185],"(quantized)":[154],"stationary":[155],"point":[156],"pdADMM-G":[159],"is":[165,176,231],"provided":[166],"with":[167],"sublinear":[169],"rate":[171],"o(1/k)":[172],",":[173],"where":[174],"k":[175],"number":[178],"iterations.":[180],"Extensive":[181],"experiments":[182],"demonstrate":[183],"two":[187],"proposed":[188,215],"algorithms.":[189],"lead":[192],"more":[195],"massive":[196],"speedup":[197],"performance":[200],"than":[201],"all":[202],"state-of-the-art":[203],"comparison":[204],"methods":[205],"nine":[207],"benchmark":[208],"datasets.":[209],"Last":[210],"but":[211],"not":[212],"least,":[213],"overheads":[220],"up":[222],"45%":[224],"without":[225],"loss":[226],"performance.":[228],"Our":[229],"code":[230],"available":[232],"at":[233],"https://github.com/xianggebenben/pdADMM-G.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}