{"id":"https://openalex.org/W7105610646","doi":"https://doi.org/10.1109/tkde.2025.3632394","title":"Generalizing Graph Transformers Across Diverse Graphs and Tasks via Pre-Training","display_name":"Generalizing Graph Transformers Across Diverse Graphs and Tasks via Pre-Training","publication_year":2025,"publication_date":"2025-11-13","ids":{"openalex":"https://openalex.org/W7105610646","doi":"https://doi.org/10.1109/tkde.2025.3632394"},"language":null,"primary_location":{"id":"doi:10.1109/tkde.2025.3632394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3632394","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yufei He","orcid":"https://orcid.org/0000-0001-8918-6734"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yufei He","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8918-6734","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenyu Hou","orcid":"https://orcid.org/0000-0002-4921-7687"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Hou","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4921-7687","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yukuo Cen","orcid":"https://orcid.org/0000-0001-5682-2810"},"institutions":[{"id":"https://openalex.org/I4401726915","display_name":"Zhipu AI (China)","ror":"https://ror.org/005dzvw93","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukuo Cen","raw_affiliation_strings":["Zhipu AI, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5682-2810","affiliations":[{"raw_affiliation_string":"Zhipu AI, Beijing, China","institution_ids":["https://openalex.org/I4401726915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Hu","orcid":"https://orcid.org/0000-0003-1277-6802"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Hu","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1277-6802","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Feng He","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng He","raw_affiliation_strings":["Tencent, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Cheng","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Tang","orcid":"https://orcid.org/0000-0003-3487-4593"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Tang","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3487-4593","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bryan Hooi","orcid":"https://orcid.org/0000-0002-5645-1754"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bryan Hooi","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5645-1754","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70732349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"2","first_page":"1114","last_page":"1128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7451000213623047},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5741000175476074},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.487199991941452},{"id":"https://openalex.org/keywords/topological-graph-theory","display_name":"Topological graph theory","score":0.38940000534057617},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.3797000050544739},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.3296000063419342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937999963760376},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7451000213623047},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.6338000297546387},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5741000175476074},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C157406716","wikidata":"https://www.wikidata.org/wiki/Q4115842","display_name":"Topological graph theory","level":5,"score":0.38940000534057617},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C187407849","wikidata":"https://www.wikidata.org/wiki/Q6889712","display_name":"Modular decomposition","level":5,"score":0.29280000925064087},{"id":"https://openalex.org/C43413943","wikidata":"https://www.wikidata.org/wiki/Q4927193","display_name":"Block graph","level":5,"score":0.29249998927116394},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3632394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3632394","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2025768430","https://openalex.org/W2153959628","https://openalex.org/W2162630660","https://openalex.org/W2295598076","https://openalex.org/W2767404761","https://openalex.org/W2807021761","https://openalex.org/W2903871660","https://openalex.org/W2912682706","https://openalex.org/W2945827377","https://openalex.org/W2950723285","https://openalex.org/W2994940956","https://openalex.org/W2998313947","https://openalex.org/W3036446966","https://openalex.org/W3094502228","https://openalex.org/W3199638224","https://openalex.org/W3215602957","https://openalex.org/W4206214607","https://openalex.org/W4220822815","https://openalex.org/W4220835122","https://openalex.org/W4225359631","https://openalex.org/W4290876361","https://openalex.org/W4294170691","https://openalex.org/W4313156423","https://openalex.org/W4367047461","https://openalex.org/W4385245566","https://openalex.org/W4385270423","https://openalex.org/W4385567478","https://openalex.org/W4385567591","https://openalex.org/W4407360690","https://openalex.org/W4409149456","https://openalex.org/W4409364994","https://openalex.org/W4409671195","https://openalex.org/W4412888523","https://openalex.org/W4412945344"],"related_works":[],"abstract_inverted_index":{"Graph":[0,84],"pre-training":[1,80,95],"has":[2],"been":[3],"concentrated":[4],"on":[5,18,87,135,161,171],"graph-level":[6],"tasks":[7],"involving":[8],"small":[9],"graphs":[10,28,41,173],"(e.g.,":[11],"molecular":[12],"graphs)":[13],"or":[14,42],"learning":[15],"node":[16,100],"representations":[17],"a":[19,45,51,76,122],"fixed":[20],"graph.":[21],"Extending":[22],"graph":[23,53,79],"pre-trained":[24,54,116],"models":[25],"to":[26,49,169,184],"web-scale":[27],"with":[29,56,141,174],"billions":[30],"of":[31],"nodes":[32,66,144,178],"in":[33],"industrial":[34],"scenarios,":[35],"while":[36],"avoiding":[37],"negative":[38],"transfer":[39],"across":[40,187],"tasks,":[43],"remains":[44],"challenge.":[46],"We":[47,156],"aim":[48],"develop":[50],"general":[52],"model":[55],"inductive":[57],"ability":[58],"that":[59,125],"can":[60],"make":[61],"predictions":[62],"for":[63,98,105,129],"unseen":[64],"new":[65,69],"and":[67,102,145,154,179,183,190],"even":[68],"graphs.":[70],"In":[71],"this":[72],"work,":[73],"we":[74,92,120],"introduce":[75],"scalable":[77],"transformer-based":[78],"framework":[81,160],"called":[82],"(Pre-trained":[83],"Transformer).":[85],"Based":[86],"the":[88,103,110,115,127,136],"masked":[89],"autoencoder":[90,112],"architecture,":[91],"design":[93],"two":[94],"tasks:":[96],"one":[97],"reconstructing":[99,106],"features":[101],"other":[104],"local":[107],"structures.":[108],"Unlike":[109],"original":[111],"architecture":[113],"where":[114],"decoder":[117,128],"is":[118],"discarded,":[119],"propose":[121],"novel":[123],"strategy":[124],"utilizes":[126],"feature":[130],"augmentation.":[131],"Our":[132],"framework,":[133],"tested":[134],"publicly":[137],"available":[138],"ogbn-papers100M":[139],"dataset":[140],"111":[142],"million":[143,177],"1.6":[146],"billion":[147,181],"edges,":[148],"achieves":[149],"state-of-the-art":[150],"performance,":[151],"showcasing":[152],"scalability":[153],"efficiency.":[155],"have":[157],"deployed":[158],"our":[159],"Tencent's":[162],"online":[163],"game":[164],"data,":[165],"confirming":[166],"its":[167],"capability":[168],"pre-train":[170],"real-world":[172],"over":[175],"540":[176],"12":[180],"edges":[182],"generalize":[185],"effectively":[186],"diverse":[188],"static":[189],"dynamic":[191],"downstream":[192],"tasks.":[193]},"counts_by_year":[],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-11-13T00:00:00"}