{"id":"https://openalex.org/W3153880451","doi":"https://doi.org/10.1109/tkde.2021.3072345","title":"Sparse Graph Attention Networks","display_name":"Sparse Graph Attention Networks","publication_year":2021,"publication_date":"2021-04-09","ids":{"openalex":"https://openalex.org/W3153880451","doi":"https://doi.org/10.1109/tkde.2021.3072345","mag":"3153880451"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2021.3072345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3072345","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yang Ye","orcid":"https://orcid.org/0000-0002-7562-8279"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yang Ye","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA, USA","Computer Science, Georgia State University, 1373 Atlanta, Georgia, United States, 30302 (e-mail: yye10@student.gsu.edu)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]},{"raw_affiliation_string":"Computer Science, Georgia State University, 1373 Atlanta, Georgia, United States, 30302 (e-mail: yye10@student.gsu.edu)","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036338045","display_name":"Shihao Ji","orcid":"https://orcid.org/0000-0002-3573-5379"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shihao Ji","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA, USA","Computer Science, Georgia State University, 1373 Atlanta, Georgia, United States, 30302-3965 (e-mail: sji@gsu.edu)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]},{"raw_affiliation_string":"Computer Science, Georgia State University, 1373 Atlanta, Georgia, United States, 30302-3965 (e-mail: sji@gsu.edu)","institution_ids":["https://openalex.org/I181565077"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I181565077"],"apc_list":null,"apc_paid":null,"fwci":14.5589,"has_fulltext":false,"cited_by_count":178,"citation_normalized_percentile":{"value":0.99172814,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"35","issue":"1","first_page":"905","last_page":"916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7797030806541443},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.654263973236084},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5756928324699402},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5108768343925476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49408629536628723},{"id":"https://openalex.org/keywords/dense-graph","display_name":"Dense graph","score":0.49087458848953247},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46625933051109314},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4388953447341919},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38314419984817505},{"id":"https://openalex.org/keywords/line-graph","display_name":"Line graph","score":0.23294326663017273},{"id":"https://openalex.org/keywords/pathwidth","display_name":"Pathwidth","score":0.1261502504348755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7797030806541443},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.654263973236084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5756928324699402},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5108768343925476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49408629536628723},{"id":"https://openalex.org/C13251829","wikidata":"https://www.wikidata.org/wiki/Q3085841","display_name":"Dense graph","level":5,"score":0.49087458848953247},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46625933051109314},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4388953447341919},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38314419984817505},{"id":"https://openalex.org/C203776342","wikidata":"https://www.wikidata.org/wiki/Q1378376","display_name":"Line graph","level":3,"score":0.23294326663017273},{"id":"https://openalex.org/C43517604","wikidata":"https://www.wikidata.org/wiki/Q7144893","display_name":"Pathwidth","level":4,"score":0.1261502504348755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2021.3072345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3072345","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1662382123","https://openalex.org/W1665214252","https://openalex.org/W1888005072","https://openalex.org/W2040956707","https://openalex.org/W2090891622","https://openalex.org/W2095705004","https://openalex.org/W2107559689","https://openalex.org/W2116341502","https://openalex.org/W2119717200","https://openalex.org/W2133564696","https://openalex.org/W2153959628","https://openalex.org/W2154851992","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2387462954","https://openalex.org/W2547875792","https://openalex.org/W2549505656","https://openalex.org/W2607500032","https://openalex.org/W2607797544","https://openalex.org/W2624407581","https://openalex.org/W2735272571","https://openalex.org/W2890467057","https://openalex.org/W2900470550","https://openalex.org/W2962756421","https://openalex.org/W2963312446","https://openalex.org/W2964015378","https://openalex.org/W2964051675","https://openalex.org/W2964113829","https://openalex.org/W2964321699","https://openalex.org/W2971933740","https://openalex.org/W2996268457","https://openalex.org/W2997079913","https://openalex.org/W2998496395","https://openalex.org/W3005644236","https://openalex.org/W3012644407","https://openalex.org/W3035029315","https://openalex.org/W3093737498","https://openalex.org/W3101413764","https://openalex.org/W3104097132","https://openalex.org/W3116239416","https://openalex.org/W3122063025","https://openalex.org/W3136591341","https://openalex.org/W4293415974","https://openalex.org/W4293651439","https://openalex.org/W4294170691","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6637178625","https://openalex.org/W6637242042","https://openalex.org/W6674330103","https://openalex.org/W6679434410","https://openalex.org/W6682691769","https://openalex.org/W6685350579","https://openalex.org/W6699364125","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6729326317","https://openalex.org/W6729448088","https://openalex.org/W6735799286","https://openalex.org/W6738964360","https://openalex.org/W6744557953","https://openalex.org/W6745515306","https://openalex.org/W6754127105","https://openalex.org/W6756561102","https://openalex.org/W6767710714","https://openalex.org/W6771621015","https://openalex.org/W6771932116","https://openalex.org/W6772384842","https://openalex.org/W6779202901","https://openalex.org/W6789042779"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W4285218279","https://openalex.org/W4386136067","https://openalex.org/W4286858940","https://openalex.org/W2566301610"],"abstract_inverted_index":{"Graph":[0,31,73],"Neural":[1],"Networks":[2,33,75],"(GNNs)":[3],"have":[4,17],"proved":[5],"to":[6,61],"be":[7,143],"an":[8,83,100],"effective":[9],"representation":[10],"learning":[11,41,130,159],"framework":[12],"for":[13,94],"graph-structured":[14],"data,":[15],"and":[16,55,57,86,111,124,127,146,167],"achieved":[18],"state-of-the-art":[19],"performance":[20,37,135],"on":[21,116,122],"many":[22,39],"practical":[23],"predictive":[24,182],"tasks.":[25],"Among":[26],"the":[27,36,87,133,139,149,156],"variants":[28],"of":[29,38,136,151],"GNNs,":[30],"Attention":[32,74],"(GATs)":[34],"improve":[35],"graph":[40,129,158],"tasks":[42],"through":[43],"a":[44],"dense":[45],"attention":[46,80],"mechanism.":[47],"However,":[48],"real-world":[49,125],"graphs":[50,166,169],"are":[51,59,91],"often":[52],"very":[53],"large":[54],"noisy,":[56],"GATs":[58],"prone":[60],"overfitting":[62],"if":[63],"not":[64],"regularized":[65],"properly.":[66],"In":[67],"this":[68,154],"paper,":[69],"we":[70,106],"propose":[71],"Sparse":[72],"(SGATs)":[76],"that":[77,161],"learn":[78],"sparse":[79,89],"coefficients":[81],"under":[82],"L0-norm":[84],"regularization,":[85],"learned":[88],"attentions":[90],"then":[92],"used":[93],"all":[95],"GNN":[96],"layers,":[97],"resulting":[98],"in":[99,165],"edge-sparsified":[101,168],"graph.":[102],"By":[103],"doing":[104],"so,":[105],"can":[107,142,170],"identify":[108],"noisy/task-irrelevant":[109],"edges,":[110],"thus":[112],"perform":[113],"feature":[114],"aggregation":[115],"most":[117],"informative":[118],"neighbors.":[119],"Extensive":[120],"experiments":[121],"synthetic":[123],"(assortative":[126],"disassortative)":[128],"benchmarks":[131],"demonstrate":[132],"superior":[134],"SGATs.":[137],"Furthermore,":[138],"removed":[140],"edges":[141],"interpreted":[144],"intuitively":[145],"quantitatively.":[147],"To":[148],"best":[150],"our":[152],"knowledge,":[153],"is":[155,189],"first":[157],"algorithm":[160],"shows":[162],"significant":[163],"redundancies":[164],"achieve":[171],"similar":[172],"(on":[173,179],"assortative":[174],"graphs)":[175,181],"or":[176],"sometimes":[177],"higher":[178],"disassortative":[180],"performances":[183],"than":[184],"original":[185],"graphs.":[186],"Our":[187],"code":[188],"available":[190],"at":[191],"https://github.com/Yangyeeee/SGAT.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":50},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}