{"id":"https://openalex.org/W4285021420","doi":"https://doi.org/10.1109/tnnls.2022.3188888","title":"SSFG: Stochastically Scaling Features and Gradients for Regularizing Graph Convolutional Networks","display_name":"SSFG: Stochastically Scaling Features and Gradients for Regularizing Graph Convolutional Networks","publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4285021420","doi":"https://doi.org/10.1109/tnnls.2022.3188888","pmid":"https://pubmed.ncbi.nlm.nih.gov/35867359"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3188888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3188888","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.10338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000801361","display_name":"Haimin Zhang","orcid":"https://orcid.org/0000-0002-0021-3634"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haimin Zhang","raw_affiliation_strings":["School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0021-3634","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413849","display_name":"Min Xu","orcid":"https://orcid.org/0000-0001-9581-8849"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Min Xu","raw_affiliation_strings":["School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9581-8849","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392510","display_name":"Guoqiang Zhang","orcid":"https://orcid.org/0000-0003-4521-542X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guoqiang Zhang","raw_affiliation_strings":["School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4521-542X","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046170826","display_name":"Kenta Niwa","orcid":"https://orcid.org/0000-0002-6911-0238"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenta Niwa","raw_affiliation_strings":["NTT Communication Science Laboratories, NTT Corporation, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6911-0238","affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories, NTT Corporation, Kyoto, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0457,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79632915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"2223","last_page":"2234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.7018759250640869},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6306127309799194},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.6076037883758545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6044269800186157},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5251290798187256},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38039228320121765},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28141486644744873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2801663279533386}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.7018759250640869},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6306127309799194},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.6076037883758545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6044269800186157},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5251290798187256},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38039228320121765},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28141486644744873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2801663279533386},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2022.3188888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3188888","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35867359","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35867359","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2102.10338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.10338","pdf_url":"https://arxiv.org/pdf/2102.10338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.10338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.10338","pdf_url":"https://arxiv.org/pdf/2102.10338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1662382123","https://openalex.org/W1665214252","https://openalex.org/W1836465849","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2156297475","https://openalex.org/W2194775991","https://openalex.org/W2600702321","https://openalex.org/W2768242641","https://openalex.org/W2804057010","https://openalex.org/W2899457523","https://openalex.org/W2899771611","https://openalex.org/W2907492528","https://openalex.org/W2952029609","https://openalex.org/W2963241951","https://openalex.org/W2963454111","https://openalex.org/W2963695795","https://openalex.org/W2963757395","https://openalex.org/W2964015378","https://openalex.org/W2964051675","https://openalex.org/W2964321699","https://openalex.org/W2971933740","https://openalex.org/W2975868979","https://openalex.org/W2990045899","https://openalex.org/W2996268457","https://openalex.org/W2998496395","https://openalex.org/W3009735700","https://openalex.org/W3013034147","https://openalex.org/W3035134435","https://openalex.org/W3094502228","https://openalex.org/W3098797593","https://openalex.org/W3100078588","https://openalex.org/W3101707147","https://openalex.org/W3103557031","https://openalex.org/W4210257598","https://openalex.org/W4287829537","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6637178625","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6674330103","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6739879593","https://openalex.org/W6739901393","https://openalex.org/W6746451923","https://openalex.org/W6748799445","https://openalex.org/W6748856961","https://openalex.org/W6749077313","https://openalex.org/W6752110883","https://openalex.org/W6754030515","https://openalex.org/W6766978945","https://openalex.org/W6767710714","https://openalex.org/W6767998753","https://openalex.org/W6771932116","https://openalex.org/W6774097426","https://openalex.org/W6775054590","https://openalex.org/W6775698352","https://openalex.org/W6776488958","https://openalex.org/W6784998633"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W141820298","https://openalex.org/W2049584446","https://openalex.org/W2079781215","https://openalex.org/W4378770497","https://openalex.org/W2053286651","https://openalex.org/W4308245303","https://openalex.org/W2014033564","https://openalex.org/W2910573937"],"abstract_inverted_index":{"Graph":[0],"convolutional":[1,16],"networks":[2],"(GCNs)":[3],"have":[4,47],"been":[5],"successfully":[6],"applied":[7,129],"in":[8,96,198],"various":[9],"graph-based":[10,189],"tasks.":[11],"In":[12,63,77],"a":[13,68,89,93,103,160],"typical":[14],"graph":[15,28,178,206],"layer,":[17],"node":[18,36],"features":[19,37,84],"are":[20],"updated":[21],"by":[22,88],"aggregating":[23],"neighborhood":[24],"information.":[25],"Repeatedly":[26],"applying":[27,102,118],"convolutions":[29],"can":[30,156],"cause":[31],"the":[32,54,59,74,78,97,110,122,131,136,144,200,204],"oversmoothing":[33,50,75,111],"issue,":[34],"i.e.,":[35],"at":[38,121,130,212],"deep":[39],"layers":[40],"converge":[41],"to":[42,72,106,127,134],"similar":[43],"values.":[44],"Previous":[45],"studies":[46],"suggested":[48],"that":[49,57,117,128,192],"is":[51,113,125,196,210],"one":[52],"of":[53,61,146,177,203],"major":[55],"issues":[56],"restrict":[58],"performance":[60,202],"GCNs.":[62],"this":[64],"article,":[65],"we":[66,81],"propose":[67],"stochastic":[69,119,161],"regularization":[70,170,195],"method":[71,140,171],"tackle":[73],"problem.":[76],"proposed":[79],"method,":[80],"stochastically":[82],"scale":[83],"and":[85],"gradients":[86],"(SSFG)":[87],"factor":[90,105],"sampled":[91],"from":[92],"probability":[94],"distribution":[95],"training":[98],"procedure.":[99],"By":[100],"explicitly":[101],"scaling":[104,120],"break":[107],"feature":[108,132],"convergence,":[109],"issue":[112],"alleviated.":[114],"We":[115,165],"show":[116],"gradient":[123],"level":[124,133],"complementary":[126],"improve":[135],"overall":[137,201],"performance.":[138],"Our":[139],"does":[141],"not":[142],"increase":[143],"number":[145],"trainable":[147],"parameters.":[148],"When":[149],"used":[150,175],"together":[151],"with":[152],"ReLU,":[153],"our":[154,168,193],"SSFG":[155,169,194],"be":[157],"seen":[158],"as":[159],"ReLU":[162],"activation":[163],"function.":[164],"experimentally":[166],"validate":[167],"on":[172,183],"three":[173],"commonly":[174],"types":[176],"networks.":[179,207],"Extensive":[180],"experimental":[181],"results":[182],"seven":[184],"benchmark":[185],"datasets":[186],"for":[187],"four":[188],"tasks":[190],"demonstrate":[191],"effective":[197],"improving":[199],"baseline":[205],"The":[208],"code":[209],"available":[211],"https://github.com/vailatuts/SSFG-regularization.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}