{"id":"https://openalex.org/W4406458672","doi":"https://doi.org/10.1109/bigdata62323.2024.10825327","title":"UnifiedGT: Towards a Universal Framework of Transformers in Large-Scale Graph Learning","display_name":"UnifiedGT: Towards a Universal Framework of Transformers in Large-Scale Graph Learning","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458672","doi":"https://doi.org/10.1109/bigdata62323.2024.10825327"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825327","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017897576","display_name":"Junhong Lin","orcid":"https://orcid.org/0000-0003-3869-1380"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Junhong Lin","raw_affiliation_strings":["MIT CSAIL"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090356888","display_name":"Xiaojie Guo","orcid":"https://orcid.org/0000-0002-0326-8382"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaojie Guo","raw_affiliation_strings":["IBM Research"],"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046328682","display_name":"Shuaicheng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaicheng Zhang","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049799014","display_name":"Dawei Zhou","orcid":"https://orcid.org/0000-0002-3611-4363"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawei Zhou","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101792548","display_name":"Yada Zhu","orcid":"https://orcid.org/0000-0002-3338-6371"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yada Zhu","raw_affiliation_strings":["IBM Research"],"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051583907","display_name":"Julian Shun","orcid":"https://orcid.org/0000-0001-6163-6625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julian Shun","raw_affiliation_strings":["MIT CSAIL"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5017897576"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70780995,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1057","last_page":"1066"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6897282600402832},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45244354009628296},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4439038634300232},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38220179080963135},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12709441781044006},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11179494857788086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6897282600402832},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45244354009628296},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4439038634300232},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38220179080963135},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12709441781044006},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11179494857788086},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825327","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1735484586","https://openalex.org/W1932742904","https://openalex.org/W2022322548","https://openalex.org/W2127795553","https://openalex.org/W2131241448","https://openalex.org/W2604314403","https://openalex.org/W2743104969","https://openalex.org/W2768242641","https://openalex.org/W2911286998","https://openalex.org/W2945827377","https://openalex.org/W2952205826","https://openalex.org/W2962756421","https://openalex.org/W2981406437","https://openalex.org/W3009901425","https://openalex.org/W3012871709","https://openalex.org/W3021338900","https://openalex.org/W3035702572","https://openalex.org/W3090999459","https://openalex.org/W3099064659","https://openalex.org/W3100078588","https://openalex.org/W3100646853","https://openalex.org/W3101553402","https://openalex.org/W3108458441","https://openalex.org/W3113331478","https://openalex.org/W3116202926","https://openalex.org/W3135116819","https://openalex.org/W3136399186","https://openalex.org/W3169622372","https://openalex.org/W3209214366","https://openalex.org/W4221150249","https://openalex.org/W4221166193","https://openalex.org/W4226208698","https://openalex.org/W4229643145","https://openalex.org/W4231449374","https://openalex.org/W4281706128","https://openalex.org/W4283075104","https://openalex.org/W4286892599","https://openalex.org/W4287123803","https://openalex.org/W4287888710","https://openalex.org/W4294558607","https://openalex.org/W4319230994","https://openalex.org/W4381832157","https://openalex.org/W4385245566","https://openalex.org/W4385573415","https://openalex.org/W4391884321","https://openalex.org/W6631964550","https://openalex.org/W6638047305","https://openalex.org/W6678830454","https://openalex.org/W6678911119","https://openalex.org/W6718112784","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6746451923","https://openalex.org/W6752110883","https://openalex.org/W6754929296","https://openalex.org/W6761659004","https://openalex.org/W6765543928","https://openalex.org/W6776488958","https://openalex.org/W6783485119","https://openalex.org/W6784977419","https://openalex.org/W6786190416","https://openalex.org/W6787995345","https://openalex.org/W6791460281","https://openalex.org/W6796768152","https://openalex.org/W6796801894","https://openalex.org/W6802810016","https://openalex.org/W6802862198","https://openalex.org/W6802872360","https://openalex.org/W6809831610","https://openalex.org/W6810247653","https://openalex.org/W6810465265","https://openalex.org/W6811246986","https://openalex.org/W6838750287","https://openalex.org/W6846025074","https://openalex.org/W6849530834"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Graph":[0],"learning":[1],"plays":[2],"a":[3,83,96,197,213,224,245],"pivotal":[4],"role":[5],"in":[6,14,76],"many":[7],"high-impact":[8],"application":[9],"domains.":[10],"Despite":[11],"significant":[12],"advances":[13],"this":[15],"field,":[16],"there":[17],"is":[18,254],"currently":[19],"no":[20],"single":[21],"solution":[22],"that":[23,86],"effectively":[24],"handles":[25],"(1)":[26,113],"data":[27],"heterogeneity,":[28],"(2)":[29,116],"long-range":[30,152],"dependencies,":[31],"(3)":[32,120],"graph":[33,47,52,97,114,121,174,182,238],"heterophily,":[34],"and":[35,51,127,143,148,188,259,262],"(4)":[36,123],"scalability":[37],"to":[38],"large":[39],"graphs,":[40],"all":[41,59,89],"at":[42,267],"the":[43,137,156,171,178,189],"same":[44],"time.":[45],"Classical":[46],"neural":[48,104,228],"networks":[49,131],"(GNNs)":[50],"transformers":[53],"(GTs)":[54],"address":[55],"some":[56],"but":[57],"not":[58],"of":[60,90,109,140,146,158,173,180,192,199,247],"these":[61,91,209],"issues,":[62],"often":[63],"suffering":[64],"from":[65],"limitations":[66],"such":[67,169],"as":[68,170],"quadratic":[69],"computation":[70],"complexity":[71],"and/or":[72],"suboptimal":[73],"generalization":[74,234],"performance":[75,235],"realistic":[77],"applications.":[78],"This":[79,133],"paper":[80],"introduces":[81],"UnifiedGT,":[82],"novel":[84],"framework":[85,253],"systematically":[87],"addresses":[88],"challenges":[92],"by":[93,244],"automatically":[94],"providing":[95],"transformer":[98],"architecture":[99,105,229],"with":[100,202],"multiple":[101],"components":[102],"via":[103,185,196,227],"search.":[106,230],"UnifiedGT":[107,159,232],"consists":[108],"five":[110],"major":[111],"components:":[112],"sampling,":[115],"structural":[117],"prior":[118],"injection,":[119],"attention,":[122],"local/global":[124,193],"information":[125,194],"mixing,":[126],"(5)":[128],"type-specific":[129],"feedforward":[130],"(FFNs).":[132],"modular":[134],"approach":[135],"enables":[136],"efficient":[138],"processing":[139],"large-scale":[141],"graphs":[142],"effective":[144],"management":[145],"heterogeneity":[147],"heterophily":[149],"while":[150],"capturing":[151],"dependencies.":[153],"We":[154],"demonstrate":[155],"versatility":[157],"through":[160],"comprehensive":[161],"experiments":[162],"on":[163,236,250,256],"several":[164],"benchmark":[165],"datasets,":[166,239],"revealing":[167],"insights":[168],"efficacy":[172],"sampling":[175],"for":[176,223],"GTs,":[177],"importance":[179],"explicit":[181],"structure":[183],"injection":[184],"attention":[186,201],"masking,":[187],"synergistic":[190],"effect":[191],"mixing":[195],"combination":[198,219],"global":[200],"local":[203],"message":[204],"passing.":[205],"Furthermore,":[206],"we":[207],"formulate":[208],"design":[210],"choices":[211],"into":[212],"search":[214],"space,":[215],"where":[216],"an":[217],"optimal":[218],"can":[220,264],"be":[221,265],"discovered":[222],"particular":[225],"dataset":[226],"Notably,":[231],"improves":[233],"various":[237],"outperforming":[240],"state-of-the-art":[241],"GT":[242],"models":[243],"margin":[246],"about":[248],"3.7%":[249],"average.":[251],"The":[252],"available":[255],"Github":[257],"(https://github.com/junhongmit/H2GB)":[258],"PyPI":[260],"(https://pypi.org/project/H2GB/),":[261],"documentation":[263],"found":[266],"https://junhongmit.github.io/H2GB/.":[268]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}