{"id":"https://openalex.org/W4405303869","doi":"https://doi.org/10.1109/tkde.2024.3516192","title":"Delayed Bottlenecking: Alleviating Forgetting in Pre-trained Graph Neural Networks","display_name":"Delayed Bottlenecking: Alleviating Forgetting in Pre-trained Graph Neural Networks","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405303869","doi":"https://doi.org/10.1109/tkde.2024.3516192"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3516192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3516192","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076585321","display_name":"Zhe Zhao","orcid":"https://orcid.org/0000-0002-8942-8761"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":["University of Science and Technology of China (USTC), Heifei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC), Heifei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103006792","display_name":"Pengkun Wang","orcid":"https://orcid.org/0000-0002-2680-4563"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengkun Wang","raw_affiliation_strings":["University of Science and Technology of China (USTC), Heifei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC), Heifei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407848","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0002-1492-3477"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Wang","raw_affiliation_strings":["University of Science and Technology of China (USTC), Heifei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC), Heifei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104287350","display_name":"Haibin Wen","orcid":"https://orcid.org/0009-0009-5019-2390"},"institutions":[{"id":"https://openalex.org/I3130751423","display_name":"Shaoguan University","ror":"https://ror.org/0286g6711","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130751423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Wen","raw_affiliation_strings":["Shaoguan University, Shaoguan, China"],"affiliations":[{"raw_affiliation_string":"Shaoguan University, Shaoguan, China","institution_ids":["https://openalex.org/I3130751423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034570575","display_name":"Xiaolong Xie","orcid":"https://orcid.org/0000-0002-9016-6287"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Xie","raw_affiliation_strings":["Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040516967","display_name":"Zhengyang Zhou","orcid":"https://orcid.org/0000-0003-4728-7347"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyang Zhou","raw_affiliation_strings":["University of Science and Technology of China (USTC), Heifei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC), Heifei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000546219","display_name":"Qingfu Zhang","orcid":"https://orcid.org/0000-0003-0786-0671"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qingfu Zhang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101705851","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0002-6079-7053"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["University of Science and Technology of China (USTC), Heifei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China (USTC), Heifei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5076585321"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20515391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"3","first_page":"1140","last_page":"1153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7130955457687378},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6828036308288574},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5406193137168884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5214152336120605},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4251231849193573},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3719334006309509},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.27421262860298157},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.17020875215530396},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08707311749458313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7130955457687378},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6828036308288574},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5406193137168884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5214152336120605},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4251231849193573},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3719334006309509},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27421262860298157},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.17020875215530396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08707311749458313}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3516192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3516192","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1262889163","display_name":null,"funder_award_id":"62072427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8646717170","display_name":null,"funder_award_id":"12227901","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1757990252","https://openalex.org/W2138399168","https://openalex.org/W2461316586","https://openalex.org/W2594183968","https://openalex.org/W2754059380","https://openalex.org/W2807021761","https://openalex.org/W2952434011","https://openalex.org/W2963911286","https://openalex.org/W2981846116","https://openalex.org/W2990133442","https://openalex.org/W3003265726","https://openalex.org/W3012816161","https://openalex.org/W3035298482","https://openalex.org/W3080997787","https://openalex.org/W3092206109","https://openalex.org/W3095746859","https://openalex.org/W3098605233","https://openalex.org/W3155874371","https://openalex.org/W3173985861","https://openalex.org/W3174146526","https://openalex.org/W3178835722","https://openalex.org/W3193546921","https://openalex.org/W3201219910","https://openalex.org/W3204453541","https://openalex.org/W3205627238","https://openalex.org/W4212835176","https://openalex.org/W4221161256","https://openalex.org/W4224007003","https://openalex.org/W4280625699","https://openalex.org/W4290876361","https://openalex.org/W4290877635","https://openalex.org/W4306316904","https://openalex.org/W4309795480","https://openalex.org/W4310273071","https://openalex.org/W4321479940","https://openalex.org/W4323321891","https://openalex.org/W4367046771","https://openalex.org/W4372330430","https://openalex.org/W4393160103","https://openalex.org/W6631190155","https://openalex.org/W6726873649","https://openalex.org/W6729906282","https://openalex.org/W6733862737","https://openalex.org/W6736685754","https://openalex.org/W6738964360","https://openalex.org/W6751455638","https://openalex.org/W6754929296","https://openalex.org/W6755573351","https://openalex.org/W6758485974","https://openalex.org/W6766156693","https://openalex.org/W6770257887","https://openalex.org/W6771848067","https://openalex.org/W6772452955","https://openalex.org/W6775282238","https://openalex.org/W6779119530","https://openalex.org/W6784203733","https://openalex.org/W6784694379","https://openalex.org/W6784958482","https://openalex.org/W6789810805","https://openalex.org/W6795898371","https://openalex.org/W6802320626","https://openalex.org/W6803136014","https://openalex.org/W6804337940","https://openalex.org/W6838344593","https://openalex.org/W6856667165"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Pre-training":[0],"GNNs":[1],"to":[2,9,30,44,151,154],"extract":[3,31,63],"transferable":[4,35],"knowledge":[5,36],"and":[6,33,82,92,135,146,166,183,197],"apply":[7],"it":[8],"downstream":[10,69,106,167],"tasks":[11,29],"has":[12],"become":[13],"the":[14,68,76,86,95,143,148,157,188,201],"de":[15],"facto":[16],"standard":[17],"of":[18,88,203],"graph":[19],"representation":[20],"learning.":[21],"Recent":[22],"works":[23],"focused":[24],"on":[25,105,194],"designing":[26],"self-supervised":[27],"pre-training":[28,50,59,77,81,99,139],"useful":[32,56,65],"universal":[34],"from":[37,85],"large-scale":[38],"unlabeled":[39],"data.":[40],"However,":[41],"they":[42],"have":[43],"face":[45],"an":[46],"inevitable":[47],"question:":[48],"traditional":[49,80],"strategies":[51],"that":[52,94,178],"aim":[53],"at":[54],"extracting":[55],"information":[57,66,131,175],"about":[58,67],"tasks,":[60],"may":[61,101],"not":[62],"all":[64],"task.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74,109,172],"reexamine":[75],"process":[78],"within":[79],"fine-tuning":[83,152,164],"frameworks":[84],"perspective":[87],"Information":[89],"Bottleneck":[90],"(IB)":[91],"confirm":[93],"forgetting":[96],"phenomenon":[97],"in":[98],"phase":[100,140,153],"cause":[102],"detrimental":[103],"effects":[104],"tasks.":[107,168],"Therefore,":[108],"propose":[110],"a":[111],"novel":[112],"<underline":[113,116,119],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[114,117,120],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</u>elayed":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</u>ottlenecking":[118],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">P</u>re-training":[121],"(DBP)":[122],"framework":[123],"which":[124],"maintains":[125],"as":[126,128],"much":[127],"possible":[129],"mutual":[130],"between":[132],"latent":[133],"representations":[134],"training":[136],"data":[137,165],"during":[138],"by":[141],"suppressing":[142],"compression":[144,149,158],"operation":[145,150],"delays":[147],"make":[155],"sure":[156],"can":[159,179],"be":[160,180],"guided":[161],"with":[162],"labeled":[163],"To":[169],"achieve":[170],"this,":[171],"design":[173],"two":[174],"control":[176],"objectives":[177],"directly":[181],"optimized":[182],"further":[184],"integrate":[185],"them":[186],"into":[187],"actual":[189],"model":[190],"design.":[191],"Extensive":[192],"experiments":[193],"both":[195],"chemistry":[196],"biology":[198],"domains":[199],"demonstrate":[200],"effectiveness":[202],"DBP.":[204]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}