{"id":"https://openalex.org/W7101419562","doi":"https://doi.org/10.48550/arxiv.2510.21267","title":"Relieving the Over-Aggregating Effect in Graph Transformers","display_name":"Relieving the Over-Aggregating Effect in Graph Transformers","publication_year":2025,"publication_date":"2025-10-24","ids":{"openalex":"https://openalex.org/W7101419562","doi":"https://doi.org/10.48550/arxiv.2510.21267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2510.21267","doi":"https://doi.org/10.48550/arxiv.2510.21267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.21267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2510.21267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sun, Junshu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Junshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066605043","display_name":"Wanxing Chang","orcid":"https://orcid.org/0009-0004-0253-1830","observed_orcids":["https://orcid.org/0009-0004-0253-1830"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Wanxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102925116","display_name":"Chenxue Yang","orcid":"https://orcid.org/0000-0002-6376-2980","observed_orcids":["https://orcid.org/0000-0002-6376-2980"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chenxue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Huang, Qingming","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Qingming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wang, Shuhui","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph-attention-mechanism","display_name":"graph attention mechanism","score":0.6299999952316284},{"id":"https://openalex.org/keywords/message-aggregation","display_name":"message aggregation","score":0.6380000114440918},{"id":"https://openalex.org/keywords/graph-transformer","display_name":"graph transformer","score":0.593999981880188},{"id":"https://openalex.org/keywords/information-loss","display_name":"information loss","score":0.7039999961853027},{"id":"https://openalex.org/keywords/graph-learning","display_name":"graph learning","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7038000226020813},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.6008999943733215},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5231000185012817},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41339999437332153},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3517000079154968},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2988416141","wikidata":"https://www.wikidata.org/wiki/Q6031139","display_name":"Information loss","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2510.21267","doi":"https://doi.org/10.48550/arxiv.2510.21267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.21267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2510.21267","doi":"https://doi.org/10.48550/arxiv.2510.21267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.21267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6609962582588196}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Graph":[0],"attention":[1],"has":[2],"demonstrated":[3],"superior":[4,148],"performance":[5,149],"in":[6],"graph":[7,74],"learning":[8,11],"tasks.":[9],"However,":[10],"from":[12],"global":[13],"interactions":[14],"can":[15,100,131,141],"be":[16],"challenging":[17],"due":[18],"to":[19,53,90,151],"the":[20,54,57,78,88,102,120,124,138,144],"large":[21,39],"number":[22],"of":[23,41,56,80,95],"nodes.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,67],"discover":[29],"a":[30,38,46,70,136],"new":[31],"phenomenon":[32],"termed":[33],"over-aggregating.":[34,134],"Over-aggregating":[35],"arises":[36],"when":[37],"volume":[40,104],"messages":[42,59],"is":[43],"aggregated":[44],"into":[45,83],"single":[47],"node":[48],"with":[49],"less":[50],"discrimination,":[51],"leading":[52],"dilution":[55,109],"key":[58],"and":[60,86,110,118],"potential":[61],"information":[62,112],"loss.":[63,113],"To":[64],"address":[65],"this,":[66],"propose":[68],"Wideformer,":[69],"plug-and-play":[71],"method":[72],"for":[73],"attention.":[75],"Wideformer":[76,130],"divides":[77],"aggregation":[79,121],"all":[81],"nodes":[82],"parallel":[84],"processes":[85],"guides":[87],"model":[89],"focus":[91,142],"on":[92,143],"specific":[93],"subsets":[94],"these":[96],"processes.":[97],"The":[98,114],"division":[99],"limit":[101],"input":[103],"per":[105],"aggregation,":[106],"avoiding":[107],"message":[108],"reducing":[111],"guiding":[115],"step":[116],"sorts":[117],"weights":[119],"outputs,":[122],"prioritizing":[123],"informative":[125,145],"messages.":[126],"Evaluations":[127],"show":[128],"that":[129],"effectively":[132],"mitigate":[133],"As":[135],"result,":[137],"backbone":[139],"methods":[140],"messages,":[146],"achieving":[147],"compared":[150],"baseline":[152],"methods.":[153]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-28T00:00:00"}