{"id":"https://openalex.org/W4392445573","doi":"https://doi.org/10.1145/3616901.3617022","title":"Exploring Over-smoothing in Graph Attention Networks from the Markov Chain Perspective","display_name":"Exploring Over-smoothing in Graph Attention Networks from the Markov Chain Perspective","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4392445573","doi":"https://doi.org/10.1145/3616901.3617022"},"language":"en","primary_location":{"id":"doi:10.1145/3616901.3617022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616901.3617022","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616901.3617022","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 International Conference on Frontiers of Artificial Intelligence and Machine Learning","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3616901.3617022","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101416906","display_name":"Weichen Zhao","orcid":"https://orcid.org/0009-0005-1645-0860"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichen Zhao","raw_affiliation_strings":["School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China"],"raw_orcid":"https://orcid.org/0009-0005-1645-0860","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102783114","display_name":"Chenguang Wang","orcid":"https://orcid.org/0009-0008-4097-1174"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenguang Wang","raw_affiliation_strings":["School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China"],"raw_orcid":"https://orcid.org/0009-0008-4097-1174","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046469888","display_name":"Congying Han","orcid":"https://orcid.org/0000-0002-3445-4620"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congying Han","raw_affiliation_strings":["School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China"],"raw_orcid":"https://orcid.org/0000-0002-3445-4620","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059320585","display_name":"Tiande Guo","orcid":"https://orcid.org/0000-0002-3804-9163"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiande Guo","raw_affiliation_strings":["School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China"],"raw_orcid":"https://orcid.org/0000-0002-3804-9163","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences University of Chinese Academy of Sciences (UCAS), China, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"282","last_page":"288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7783780097961426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7249336242675781},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.550318717956543},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5232685804367065},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5064035654067993},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4455319046974182},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2679211497306824},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21217671036720276}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7783780097961426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7249336242675781},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.550318717956543},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5232685804367065},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5064035654067993},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4455319046974182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2679211497306824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21217671036720276},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616901.3617022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616901.3617022","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616901.3617022","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 International Conference on Frontiers of Artificial Intelligence and Machine Learning","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3616901.3617022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616901.3617022","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616901.3617022","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 International Conference on Frontiers of Artificial Intelligence and Machine Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2403571516","display_name":null,"funder_award_id":"11991022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G262448394","display_name":null,"funder_award_id":"XDA27000000","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2895243321","display_name":null,"funder_award_id":"U19B2040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G622688436","display_name":null,"funder_award_id":"XDA27000000","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G8312148580","display_name":null,"funder_award_id":"2021YFA1000403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392445573.pdf","grobid_xml":"https://content.openalex.org/works/W4392445573.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2091711926","https://openalex.org/W2809343047","https://openalex.org/W2945827377","https://openalex.org/W2964051675","https://openalex.org/W2990045899","https://openalex.org/W2998496395","https://openalex.org/W3101553402"],"related_works":["https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W2125114371","https://openalex.org/W2019977573","https://openalex.org/W2149980199","https://openalex.org/W3125766170","https://openalex.org/W4226363941"],"abstract_inverted_index":{"The":[0],"over-smoothing":[1,23,40,73,91,130],"problem":[2,41,131],"causing":[3],"the":[4,39,45,62,68,77,93,101,104,108,136,139],"depth":[5],"limitation":[6],"is":[7,70],"an":[8],"obstacle":[9],"of":[10,103,107,138],"developing":[11],"deep":[12],"graph":[13],"neural":[14],"network":[15],"(GNN).":[16],"Compared":[17],"with":[18],"Graph":[19,25],"Convolutional":[20],"Networks":[21],"(GCN),":[22],"in":[24,42,76,92,132],"Attention":[26],"Network":[27],"(GAT)":[28],"has":[29],"not":[30,71],"drawed":[31],"enough":[32],"attention.":[33],"In":[34],"this":[35],"work,":[36],"we":[37,50,65,82],"analyze":[38],"GAT":[43,55,69,88,133],"from":[44],"Markov":[46,79,110],"chain":[47],"perspective.":[48],"First":[49],"establish":[51],"a":[52,57,84],"connection":[53],"between":[54],"and":[56,134],"time-inhomogeneous":[58,78,109],"random":[59],"walk":[60],"on":[61,97],"graph.":[63],"Then":[64],"show":[66,121],"that":[67,122],"always":[72],"using":[74],"conclusions":[75],"chain.":[80,111],"Finally,":[81],"derive":[83],"sufficient":[85,125],"condition":[86,126],"for":[87],"to":[89,115],"avoid":[90],"Markovian":[94],"sense":[95],"based":[96],"our":[98,117,123],"findings":[99],"about":[100],"existence":[102],"limiting":[105],"distribution":[106],"We":[112],"design":[113],"experiments":[114],"verify":[116],"theoretical":[118],"findings.":[119],"Results":[120],"proposed":[124],"can":[127],"effectively":[128],"improve":[129],"enhance":[135],"performance":[137],"model.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}