{"id":"https://openalex.org/W4410089540","doi":"https://doi.org/10.1145/3696410.3714801","title":"GraphCLIP: Enhancing Transferability in Graph Foundation Models for Text-Attributed Graphs","display_name":"GraphCLIP: Enhancing Transferability in Graph Foundation Models for Text-Attributed Graphs","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4410089540","doi":"https://doi.org/10.1145/3696410.3714801"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714801","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714801","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102978951","display_name":"Yun Zhu","orcid":"https://orcid.org/0000-0002-8950-383X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yun Zhu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059766198","display_name":"Haizhou Shi","orcid":"https://orcid.org/0000-0002-8431-3703"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haizhou Shi","raw_affiliation_strings":["Rutgers University, New Brunswick, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, New Brunswick, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033225927","display_name":"X. C. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotang Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617992","display_name":"Yongchao Liu","orcid":"https://orcid.org/0000-0003-3440-9675"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongchao Liu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaoke Wang","orcid":"https://orcid.org/0009-0009-0957-5007"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoke Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057316227","display_name":"Boci Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boci Peng","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055553785","display_name":"Chuntao Hong","orcid":"https://orcid.org/0009-0009-3472-6102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chuntao Hong","raw_affiliation_strings":["Ant Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063062444","display_name":"Siliang Tang","orcid":"https://orcid.org/0000-0002-7356-9711"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siliang Tang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102978951"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":16.402,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98825557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2183","last_page":"2197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.8841692209243774},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7366620898246765},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6430184841156006},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5582411289215088},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3627251386642456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16060617566108704},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0615178644657135}],"concepts":[{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.8841692209243774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7366620898246765},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6430184841156006},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5582411289215088},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3627251386642456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16060617566108704},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0615178644657135},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714801","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714801","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410089540.pdf","grobid_xml":"https://content.openalex.org/works/W4410089540.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2108980486","https://openalex.org/W2168190036","https://openalex.org/W2945827377","https://openalex.org/W2970641574","https://openalex.org/W2971196067","https://openalex.org/W3008374555","https://openalex.org/W3012644407","https://openalex.org/W3012897203","https://openalex.org/W3035524453","https://openalex.org/W3101553402","https://openalex.org/W3116202926","https://openalex.org/W3185341429","https://openalex.org/W4285606903","https://openalex.org/W4290876361","https://openalex.org/W4290877635","https://openalex.org/W4312252283","https://openalex.org/W4367046771","https://openalex.org/W4367046983","https://openalex.org/W4376864968","https://openalex.org/W4383468961","https://openalex.org/W4392172801","https://openalex.org/W4396722484","https://openalex.org/W4396722540","https://openalex.org/W4396735838","https://openalex.org/W4399957366","https://openalex.org/W4400524696","https://openalex.org/W4401023489","https://openalex.org/W4401024755","https://openalex.org/W4401857377","https://openalex.org/W4402114180","https://openalex.org/W4402753671","https://openalex.org/W4404792976"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4399895933","https://openalex.org/W2161221533","https://openalex.org/W4229699405","https://openalex.org/W1666484574","https://openalex.org/W2216382288","https://openalex.org/W2355491300","https://openalex.org/W4234629551"],"abstract_inverted_index":{"Recently,":[0],"research":[1],"on":[2,44],"Text-Attributed":[3],"Graphs":[4],"(TAGs)":[5],"has":[6],"gained":[7],"significant":[8],"attention":[9],"due":[10],"to":[11,65,90,136,162],"the":[12,22,56,73,87,121,173,190],"prevalence":[13],"of":[14,58,75,123,175,192],"free-text":[15],"node":[16],"features":[17],"in":[18,24,177],"real-world":[19],"applications":[20],"and":[21,47,61,69,114,125,166,180],"advancements":[23],"Large":[25],"Language":[26],"Models":[27],"(LLMs)":[28],"that":[29],"bolster":[30],"TAG":[31,35],"methodologies.":[32],"However,":[33],"current":[34],"approaches":[36],"face":[37],"two":[38],"primary":[39],"challenges:":[40],"(i)":[41],"Heavy":[42],"reliance":[43],"label":[45],"information":[46],"(ii)":[48],"Limited":[49],"cross-domain":[50,143],"zero/few-shot":[51,102],"transferability.":[52,81,145],"These":[53],"issues":[54],"constrain":[55],"scaling":[57,70],"both":[59,178],"data":[60,119],"model":[62],"size,":[63],"owing":[64],"high":[66],"labor":[67],"costs":[68],"laws,":[71],"complicating":[72],"development":[74],"graph":[76,138,153],"foundation":[77,97,139],"models":[78,98,140],"with":[79,99,120,133,141,158],"strong":[80,100,142],"In":[82],"this":[83],"work,":[84],"we":[85,112,149],"propose":[86,150],"GraphCLIP":[88,176],"framework":[89],"address":[91],"these":[92],"challenges":[93],"by":[94],"learning":[95,168],"<u>graph</u>":[96],"<u>c</u>ross-domain":[101],"transferabi<u>li</u>ty":[103],"through":[104],"a":[105,127,151],"self-supervised":[106],"contrastive":[107],"graph-summary":[108,117,129],"<u>p</u>retraining":[109],"method.":[110],"Specifically,":[111],"generate":[113],"curate":[115],"large-scale":[116],"pair":[118],"assistance":[122],"LLMs,":[124],"introduce":[126],"novel":[128,152],"pretraining":[130,160],"method,":[131],"combined":[132],"invariant":[134],"learning,":[135,148],"enhance":[137],"zero-shot":[144,179],"For":[146],"few-shot":[147,181],"prompt":[154],"tuning":[155],"technique":[156],"aligned":[157],"our":[159],"objective":[161],"mitigate":[163],"catastrophic":[164],"forgetting":[165],"minimize":[167],"costs.":[169],"Extensive":[170],"experiments":[171],"show":[172],"superiority":[174],"settings,":[182],"while":[183],"evaluations":[184],"across":[185],"various":[186],"downstream":[187],"tasks":[188],"confirm":[189],"versatility":[191],"GraphCLIP.":[193],"Our":[194],"code":[195],"is":[196],"available":[197],"at:":[198],"https://github.com/ZhuYun97/GraphCLIP.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
