{"id":"https://openalex.org/W4293261675","doi":"https://doi.org/10.1145/3487553.3524725","title":"Understanding Dropout for Graph Neural Networks","display_name":"Understanding Dropout for Graph Neural Networks","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4293261675","doi":"https://doi.org/10.1145/3487553.3524725"},"language":"en","primary_location":{"id":"doi:10.1145/3487553.3524725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487553.3524725","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487553.3524725","source":{"id":"https://openalex.org/S4363608846","display_name":"Companion Proceedings of the Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3487553.3524725","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101910276","display_name":"Juan Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Juan Shu","raw_affiliation_strings":["Department of statistics, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Department of statistics, Purdue University, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003668302","display_name":"Bowei Xi","orcid":"https://orcid.org/0000-0001-7304-9903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowei Xi","raw_affiliation_strings":["Department of statistics, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Department of statistics, Purdue University, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345829","display_name":"Yu Li","orcid":"https://orcid.org/0000-0002-6876-3587"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Li","raw_affiliation_strings":["Computer Science & Engineering, Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Computer Science & Engineering, Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101554656","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0002-7812-2011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["Department of statistics, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Department of statistics, Purdue University, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090126029","display_name":"Charles Kamhoua","orcid":"https://orcid.org/0000-0003-2169-5975"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Kamhoua","raw_affiliation_strings":["US Army Research Laboratory, USA"],"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074269040","display_name":"Jianzhu Ma","orcid":"https://orcid.org/0000-0002-8236-6609"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhu Ma","raw_affiliation_strings":["Institute for artificial intelligence, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Institute for artificial intelligence, Peking University, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101910276"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9355,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76524456,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1128","last_page":"1138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.8667668104171753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7560058832168579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5319721102714539},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5109147429466248},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.491266667842865},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4673604965209961},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3718053102493286},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36092865467071533},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35810357332229614},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17342254519462585}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8667668104171753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7560058832168579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5319721102714539},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5109147429466248},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.491266667842865},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4673604965209961},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3718053102493286},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36092865467071533},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35810357332229614},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17342254519462585},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3487553.3524725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487553.3524725","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487553.3524725","source":{"id":"https://openalex.org/S4363608846","display_name":"Companion Proceedings of the Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2022","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3487553.3524725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487553.3524725","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487553.3524725","source":{"id":"https://openalex.org/S4363608846","display_name":"Companion Proceedings of the Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293261675.pdf","grobid_xml":"https://content.openalex.org/works/W4293261675.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W141036943","https://openalex.org/W1631603072","https://openalex.org/W1936750108","https://openalex.org/W1965091154","https://openalex.org/W1993111701","https://openalex.org/W2024023966","https://openalex.org/W2027199101","https://openalex.org/W2116341502","https://openalex.org/W2153959628","https://openalex.org/W2309415944","https://openalex.org/W2735272571","https://openalex.org/W2807021761","https://openalex.org/W2809583854","https://openalex.org/W2912083425","https://openalex.org/W2945827377","https://openalex.org/W2962734882","https://openalex.org/W2963368804","https://openalex.org/W2965477817","https://openalex.org/W2976040872","https://openalex.org/W2997591727","https://openalex.org/W2998496395","https://openalex.org/W3044984877","https://openalex.org/W3094831718","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W3102100346","https://openalex.org/W3129482887","https://openalex.org/W3153795111","https://openalex.org/W3155919942","https://openalex.org/W3164731060","https://openalex.org/W3201150168"],"related_works":["https://openalex.org/W3082178636","https://openalex.org/W1521968289","https://openalex.org/W2782041652","https://openalex.org/W2952088488","https://openalex.org/W2392157706","https://openalex.org/W2599192953","https://openalex.org/W2792147139","https://openalex.org/W2612657834","https://openalex.org/W2005039966","https://openalex.org/W1987310671"],"abstract_inverted_index":{"Graph":[0],"neural":[1,21,51],"network":[2,52],"(GNN)":[3],"has":[4,55],"demonstrated":[5],"superior":[6],"performance":[7,237,253],"on":[8,67,139,145,149],"graph":[9,146],"learning":[10],"tasks.":[11],"GNN":[12,73,93,115,133,154,179,229,240,256],"captures":[13],"the":[14,24,88,104,121,128,150,239,247],"data":[15,90],"dependencies":[16],"via":[17],"message":[18],"passing":[19],"amid":[20],"networks.":[22],"Hence":[23],"prediction":[25],"of":[26,120,152,178],"a":[27,37,41,117,159,165,228],"node":[28],"label":[29],"can":[30,172],"utilize":[31],"information":[32],"from":[33,252],"its":[34,236],"neighbors":[35],"in":[36,186,204],"graph.":[38],"Dropout":[39],"is":[40,201],"regularization":[42],"as":[43,45,238],"well":[44],"an":[46,190],"ensemble":[47],"method":[48],"for":[49,70,92,107,132],"convolutional":[50,82],"(CNN),":[53],"which":[54,171],"been":[56],"carefully":[57],"studied.":[58],"However,":[59],"there":[60],"are":[61,96],"few":[62],"existing":[63,129],"works":[64],"that":[65,223],"focused":[66],"dropout":[68,105,130,138,144,155,163,195,200,214,226,249],"schemes":[69,106,131,215],"GNN.":[71],"Although":[72],"and":[74,84,94,98,142,164,181,219],"CNN":[75,95,108],"share":[76],"similar":[77],"model":[78,230,241],"architecture,":[79],"both":[80],"with":[81],"layers":[83,244],"fully":[85],"connected":[86],"layers,":[87],"input":[89],"structure":[91],"different":[97,213],"convolution":[99],"operation":[100],"differs.":[101],"This":[102],"suggests":[103],"should":[109],"not":[110],"be":[111,173],"directly":[112],"applied":[113,174],"to":[114,175,231],"without":[116],"good":[118],"understanding":[119],"impact.":[122],"In":[123],"this":[124],"paper,":[125],"we":[126,157,209],"divide":[127],"into":[134],"two":[135],"categories:":[136],"(1)":[137],"feature":[140],"maps":[141],"(2)":[143],"structure.":[147],"Based":[148],"drawbacks":[151],"current":[153],"models,":[156],"propose":[158],"novel":[160,166],"layer":[161,224],"compensation":[162,225],"adaptive":[167],"heteroscadestic":[168],"Gaussian":[169,199],"dropout,":[170],"any":[176],"type":[177],"models":[180,250],"outperforms":[182],"their":[183],"corresponding":[184],"baselines":[185],"shallow":[187],"GNNs.":[188],"Then":[189],"experimental":[191,220],"study":[192,211],"shows":[193,222],"Bernoulli":[194],"generalize":[196],"better":[197],"while":[198,245],"slightly":[202,234],"stronger":[203],"transductive":[205],"performance.":[206],"At":[207],"last,":[208],"theoretically":[210],"how":[212],"mitigate":[216],"over-smoothing":[217],"problems":[218],"results":[221],"allows":[227],"maintain":[232],"or":[233],"improve":[235],"adds":[242],"more":[243],"all":[246],"other":[248],"suffer":[251],"degradation":[254],"when":[255],"goes":[257],"deep.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}