{"id":"https://openalex.org/W3196741022","doi":"https://doi.org/10.1137/1.9781611977653.ch7","title":"Adaptive Label Smoothing To Regularize Large-Scale Graph Training","display_name":"Adaptive Label Smoothing To Regularize Large-Scale Graph Training","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W3196741022","doi":"https://doi.org/10.1137/1.9781611977653.ch7","mag":"3196741022"},"language":"en","primary_location":{"id":"doi:10.1137/1.9781611977653.ch7","is_oa":false,"landing_page_url":"https://doi.org/10.1137/1.9781611977653.ch7","pdf_url":null,"source":{"id":"https://openalex.org/S4306463922","display_name":"Society for Industrial and Applied Mathematics eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 SIAM International Conference on Data Mining (SDM)","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.13555","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071607114","display_name":"Kaixiong Zhou","orcid":"https://orcid.org/0000-0001-5226-8736"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kaixiong Zhou","raw_affiliation_strings":["Rice Univ"],"affiliations":[{"raw_affiliation_string":"Rice Univ","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112681488","display_name":"Ninghao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soo-Hyun Choi","raw_affiliation_strings":["University of Georgia"],"affiliations":[{"raw_affiliation_string":"University of Georgia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637346","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0003-0717-5420"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zirui Liu","raw_affiliation_strings":["Rice Univ"],"affiliations":[{"raw_affiliation_string":"Rice Univ","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916543","display_name":"Zirui Liu","orcid":"https://orcid.org/0000-0001-9062-6565"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ninghao Liu","raw_affiliation_strings":["*University of Georgia;"],"affiliations":[{"raw_affiliation_string":"*University of Georgia;","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014145397","display_name":"Rui Chen","orcid":"https://orcid.org/0000-0002-8671-8771"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Rice Univ"],"affiliations":[{"raw_affiliation_string":"Rice Univ","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361140","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-3365-8904"},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Chen","raw_affiliation_strings":["[Samsung]"],"affiliations":[{"raw_affiliation_string":"[Samsung]","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027525032","display_name":"Soo-Hyun Choi","orcid":"https://orcid.org/0000-0001-5768-9978"},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["[Samsung]"],"affiliations":[{"raw_affiliation_string":"[Samsung]","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068477431","display_name":"Xia Hu","orcid":"https://orcid.org/0000-0003-2234-3226"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Hu","raw_affiliation_strings":["Rice Univ"],"affiliations":[{"raw_affiliation_string":"Rice Univ","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5071607114"],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":4.1753,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94529425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7239243984222412},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6293421983718872},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6136223673820496},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5617353916168213},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5069013237953186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4933134615421295},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48837703466415405},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3714890480041504},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3707120716571808},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3430096209049225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7239243984222412},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6293421983718872},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6136223673820496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5617353916168213},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5069013237953186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4933134615421295},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48837703466415405},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3714890480041504},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3707120716571808},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3430096209049225},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1137/1.9781611977653.ch7","is_oa":false,"landing_page_url":"https://doi.org/10.1137/1.9781611977653.ch7","pdf_url":null,"source":{"id":"https://openalex.org/S4306463922","display_name":"Society for Industrial and Applied Mathematics eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 SIAM International Conference on Data Mining (SDM)","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2108.13555","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.13555","pdf_url":"https://arxiv.org/pdf/2108.13555","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2108.13555","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.13555","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.13555","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.13555","pdf_url":"https://arxiv.org/pdf/2108.13555","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1630959083","https://openalex.org/W1662382123","https://openalex.org/W2019512103","https://openalex.org/W2097777089","https://openalex.org/W2104290444","https://openalex.org/W2136504847","https://openalex.org/W2139823104","https://openalex.org/W2141088152","https://openalex.org/W2154455818","https://openalex.org/W2154851992","https://openalex.org/W2169884321","https://openalex.org/W2183341477","https://openalex.org/W2256388387","https://openalex.org/W2296073425","https://openalex.org/W2296407087","https://openalex.org/W2345474290","https://openalex.org/W2468907370","https://openalex.org/W2519887557","https://openalex.org/W2606780347","https://openalex.org/W2624431344","https://openalex.org/W2766453196","https://openalex.org/W2781957615","https://openalex.org/W2786915849","https://openalex.org/W2790814121","https://openalex.org/W2884014654","https://openalex.org/W2894175828","https://openalex.org/W2914721378","https://openalex.org/W2916106175","https://openalex.org/W2945827377","https://openalex.org/W2948210185","https://openalex.org/W2950101652","https://openalex.org/W2950300355","https://openalex.org/W2951659295","https://openalex.org/W2953406194","https://openalex.org/W2961295589","https://openalex.org/W2962711740","https://openalex.org/W2963539306","https://openalex.org/W2963601856","https://openalex.org/W2963695795","https://openalex.org/W2964015378","https://openalex.org/W2964124573","https://openalex.org/W2964321699","https://openalex.org/W2968685800","https://openalex.org/W2971564650","https://openalex.org/W2972672017","https://openalex.org/W2994872218","https://openalex.org/W2997701990","https://openalex.org/W2998431760","https://openalex.org/W2999514914","https://openalex.org/W3005104128","https://openalex.org/W3019011053","https://openalex.org/W3021708827","https://openalex.org/W3022579377","https://openalex.org/W3034492151","https://openalex.org/W3034618665","https://openalex.org/W3034756453","https://openalex.org/W3035072529","https://openalex.org/W3035512170","https://openalex.org/W3035659929","https://openalex.org/W3035909655","https://openalex.org/W3036585823","https://openalex.org/W3037079993","https://openalex.org/W3039500550","https://openalex.org/W3084428871","https://openalex.org/W3095794553","https://openalex.org/W3097264851","https://openalex.org/W3100078588","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W3104097132","https://openalex.org/W3105136071","https://openalex.org/W3123816584","https://openalex.org/W3156681329","https://openalex.org/W3156994078","https://openalex.org/W3173623546","https://openalex.org/W3178159063","https://openalex.org/W3187966659","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4297798436","https://openalex.org/W4309609199"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4226363941"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs),":[3],"which":[4,129],"learn":[5],"the":[6,31,35,74,86,93,103,108,122,136,140,149,160,173,184,191],"node":[7,43,145],"representations":[8],"by":[9],"recursively":[10],"aggregating":[11],"information":[12],"from":[13,135],"its":[14],"neighbors,":[15],"have":[16],"become":[17],"a":[18,99,154],"predominant":[19],"computational":[20],"tool":[21],"in":[22,67,70,153],"many":[23],"domains.":[24],"To":[25,106],"handle":[26],"large-scale":[27],"graphs,":[28],"most":[29],"of":[30,95,110],"existing":[32],"methods":[33],"partition":[34],"input":[36],"graph":[37,169],"into":[38],"multiple":[39],"sub-graphs":[40],"(e.g.,":[41],"through":[42],"clustering)":[44],"and":[45,65,157,194],"apply":[46],"batch":[47,55,64,100],"training":[48,56],"to":[49,59,82,101,120,131,139,147,165,167,183,189],"save":[50],"memory":[51],"cost.":[52],"However,":[53],"such":[54],"will":[57],"lead":[58],"label":[60,111,116,133,151],"bias":[61],"within":[62],"each":[63],"result":[66],"over-":[68],"confidence":[69],"model":[71],"predictions.":[72],"Since":[73],"connected":[75],"nodes":[76],"with":[77,126],"positively":[78],"related":[79],"labels":[80,125,146,163,193],"tend":[81],"be":[83,180],"assigned":[84],"together,":[85],"traditional":[87],"cross-entropy":[88],"minimization":[89],"process":[90],"attends":[91],"on":[92,172],"predictions":[94],"biased":[96,137,192],"classes":[97,138],"at":[98],"intensify":[102],"overfitting":[104],"issue.":[105],"overcome":[107],"problem":[109],"bias,":[112],"we":[113],"propose":[114],"adaptive":[115],"smoothing":[117],"(ALS)":[118],"method":[119],"replace":[121],"one-hot":[123],"hard":[124],"smoothed":[127,162],"ones,":[128],"learns":[130],"allocate":[132],"confidences":[134],"others.":[141],"Specifically,":[142],"ALS":[143,178],"propagates":[144],"aggregate":[148],"neighborhood":[150],"distribution":[152],"pre-processing":[155],"step,":[156],"then":[158],"updates":[159],"optimal":[161],"online":[164],"adapt":[166],"specific":[168],"structure.":[170],"Experiments":[171],"real-world":[174],"datasets":[175],"demonstrate":[176],"that":[177],"can":[179],"generally":[181],"applied":[182],"main":[185],"scalable":[186],"learning":[187],"frameworks":[188],"calibrate":[190],"improve":[195],"generalization":[196],"performances.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-09-13T00:00:00"}