{"id":"https://openalex.org/W4385825792","doi":"https://doi.org/10.1145/3583780.3614997","title":"On the Trade-off between Over-smoothing and Over-squashing in Deep Graph Neural Networks","display_name":"On the Trade-off between Over-smoothing and Over-squashing in Deep Graph Neural Networks","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4385825792","doi":"https://doi.org/10.1145/3583780.3614997"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3614997","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3614997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04263891/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058395859","display_name":"Jhony H. Giraldo","orcid":"https://orcid.org/0000-0002-0039-1270"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jhony H. Giraldo","raw_affiliation_strings":["LTCI, T\u00e9l\u00e9com Paris - Institut Polytechnique de Paris, Palaiseau, France"],"raw_orcid":"https://orcid.org/0000-0002-0039-1270","affiliations":[{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris - Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I4210165912","https://openalex.org/I12356871"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065352009","display_name":"Konstantinos Skianis","orcid":"https://orcid.org/0009-0002-8804-6320"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Konstantinos Skianis","raw_affiliation_strings":["BLUAI, Athens, Greece","BLUAI (Athens - Greece)"],"raw_orcid":"https://orcid.org/0009-0002-8804-6320","affiliations":[{"raw_affiliation_string":"BLUAI, Athens, Greece","institution_ids":[]},{"raw_affiliation_string":"BLUAI (Athens - Greece)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046143134","display_name":"Thierry Bouwmans","orcid":"https://orcid.org/0000-0003-4018-8856"},"institutions":[{"id":"https://openalex.org/I78744979","display_name":"La Rochelle Universit\u00e9","ror":"https://ror.org/04mv1z119","country_code":"FR","type":"education","lineage":["https://openalex.org/I78744979"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thierry Bouwmans","raw_affiliation_strings":["Laboratoire MIA, La Rochelle Universit\u00e9, La Rochelle, France"],"raw_orcid":"https://orcid.org/0000-0003-4018-8856","affiliations":[{"raw_affiliation_string":"Laboratoire MIA, La Rochelle Universit\u00e9, La Rochelle, France","institution_ids":["https://openalex.org/I78744979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087251228","display_name":"Fragkiskos D. Malliaros","orcid":"https://orcid.org/0000-0002-8770-3969"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fragkiskos D. Malliaros","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay, CentraleSup\u00e9lec, Inria, Gif-sur-Yvette, France"],"raw_orcid":"https://orcid.org/0000-0002-8770-3969","affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay, CentraleSup\u00e9lec, Inria, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I4210107720","https://openalex.org/I277688954"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0899,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98057915,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"566","last_page":"576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.7882015109062195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7034605741500854},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5970578193664551},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5857753753662109},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5263408422470093},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5002779960632324},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.47821733355522156},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.47194308042526245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4610627591609955},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3403327465057373},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3373849391937256},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1629330813884735},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.10267823934555054}],"concepts":[{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.7882015109062195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7034605741500854},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5970578193664551},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5857753753662109},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5263408422470093},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5002779960632324},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.47821733355522156},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.47194308042526245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4610627591609955},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3403327465057373},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3373849391937256},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1629330813884735},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.10267823934555054},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3583780.3614997","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3614997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04263891v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04263891","pdf_url":"https://hal.science/hal-04263891/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CIKM 2023 - The 32nd ACM International Conference on Information and Knowledge Management, Oct 2023, Birmingham United Kingdom, United Kingdom. pp.566-576, ⟨10.1145/3583780.3614997⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04263891v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04263891","pdf_url":"https://hal.science/hal-04263891/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CIKM 2023 - The 32nd ACM International Conference on Information and Knowledge Management, Oct 2023, Birmingham United Kingdom, United Kingdom. pp.566-576, ⟨10.1145/3583780.3614997⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5209393470","display_name":"Data Science, Artificial Intelligence and Society","funder_award_id":"ANR-17-CONV-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G545572240","display_name":"Scalable and robust representation learning on graphs","funder_award_id":"ANR-20-CE23-0009","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7534536118","display_name":null,"funder_award_id":"ANR-20-CE23-0009-01","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385825792.pdf","grobid_xml":"https://content.openalex.org/works/W4385825792.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W100944330","https://openalex.org/W1568495775","https://openalex.org/W1698699930","https://openalex.org/W1978240667","https://openalex.org/W2000124739","https://openalex.org/W2021155376","https://openalex.org/W2032950184","https://openalex.org/W2087667141","https://openalex.org/W2107559689","https://openalex.org/W2162630660","https://openalex.org/W2735272571","https://openalex.org/W2907492528","https://openalex.org/W2964051675","https://openalex.org/W2990045899","https://openalex.org/W2992752586","https://openalex.org/W2998496395","https://openalex.org/W2998702685","https://openalex.org/W3160872503","https://openalex.org/W3179205840","https://openalex.org/W3215122682","https://openalex.org/W4249279429","https://openalex.org/W4367046831","https://openalex.org/W6604134081","https://openalex.org/W6833178388"],"related_works":["https://openalex.org/W2376037591","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W4399254932"],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"have":[4],"succeeded":[5],"in":[6,22,65,143],"various":[7],"computer":[8],"science":[9],"applications,":[10],"yet":[11],"deep":[12,19,37],"GNNs":[13],"underperform":[14],"their":[15],"shallow":[16],"counterparts":[17],"despite":[18],"learning's":[20],"success":[21],"other":[23],"domains.":[24],"Over-smoothing":[25],"and":[26,40,51,87,99,109,125,146],"over-squashing":[27,52],"are":[28,53],"key":[29],"challenges":[30],"when":[31],"stacking":[32],"graph":[33,62,133],"convolutional":[34],"layers,":[35],"hindering":[36],"representation":[38],"learning":[39],"information":[41],"propagation":[42],"from":[43],"distant":[44],"nodes.":[45],"Our":[46],"work":[47],"reveals":[48],"that":[49],"over-smoothing":[50,145],"intrinsically":[54],"related":[55],"to":[56,114],"the":[57,61,96,132],"spectral":[58],"gap":[59],"of":[60],"Laplacian,":[63],"resulting":[64],"an":[66],"inevitable":[67],"trade-off":[68],"between":[69],"these":[70],"two":[71],"issues,":[72],"as":[73,90],"they":[74],"cannot":[75],"be":[76],"alleviated":[77],"simultaneously.":[78],"To":[79],"achieve":[80],"a":[81,91],"suitable":[82],"compromise,":[83],"we":[84],"propose":[85],"adding":[86],"removing":[88],"edges":[89],"viable":[92],"approach.":[93],"We":[94],"introduce":[95],"Stochastic":[97],"Jost":[98],"Liu":[100],"Curvature":[101],"Rewiring":[102],"(SJLR)":[103],"algorithm,":[104],"which":[105],"is":[106],"computationally":[107],"efficient":[108],"preserves":[110],"fundamental":[111],"properties":[112],"compared":[113],"previous":[115],"curvature-based":[116],"methods.":[117],"Unlike":[118],"existing":[119],"approaches,":[120],"SJLR":[121],"performs":[122],"edge":[123],"addition":[124],"removal":[126],"during":[127,135],"GNN":[128],"training":[129],"while":[130],"maintaining":[131],"unchanged":[134],"testing.":[136],"Comprehensive":[137],"comparisons":[138],"demonstrate":[139],"SJLR's":[140],"competitive":[141],"performance":[142],"addressing":[144],"over-squashing.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":15}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}