{"id":"https://openalex.org/W4403791565","doi":"https://doi.org/10.1145/3664647.3680924","title":"Scalable Multi-Source Pre-training for Graph Neural Networks","display_name":"Scalable Multi-Source Pre-training for Graph Neural Networks","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791565","doi":"https://doi.org/10.1145/3664647.3680924"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680924","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680924","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3680924?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3680924?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101068353","display_name":"Mingkai Lin","orcid":"https://orcid.org/0000-0003-4911-6218"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingkai Lin","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004218295","display_name":"Wenzhong Li","orcid":"https://orcid.org/0000-0002-9199-3655"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhong Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110105622","display_name":"Xiaobin Hong","orcid":"https://orcid.org/0000-0001-8019-0075"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobin Hong","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043533769","display_name":"Sanglu Lu","orcid":"https://orcid.org/0000-0003-1467-4519"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanglu Lu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101068353"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.6813,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76214591,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1292","last_page":"1301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7883224487304688},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6601137518882751},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46806326508522034},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.43458032608032227},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41066163778305054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3694583773612976},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35935142636299133},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10096201300621033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883224487304688},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6601137518882751},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46806326508522034},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.43458032608032227},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41066163778305054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3694583773612976},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35935142636299133},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10096201300621033},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680924","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680924","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3680924?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3664647.3680924","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680924","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3680924?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2030376154","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4647006287","display_name":null,"funder_award_id":"BK20222003","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7090619941","display_name":null,"funder_award_id":"BK2022200","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403791565.pdf","grobid_xml":"https://content.openalex.org/works/W4403791565.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W385466589","https://openalex.org/W569478347","https://openalex.org/W2907492528","https://openalex.org/W2978329087","https://openalex.org/W2980113592","https://openalex.org/W3002924435","https://openalex.org/W3011667710","https://openalex.org/W3023371261","https://openalex.org/W3034999214","https://openalex.org/W3036446966","https://openalex.org/W3080997787","https://openalex.org/W3099152386","https://openalex.org/W3111440465","https://openalex.org/W3120618935","https://openalex.org/W3134210100","https://openalex.org/W3173151551","https://openalex.org/W3174146526","https://openalex.org/W3210179814","https://openalex.org/W4206776774","https://openalex.org/W4224325407","https://openalex.org/W4225412853","https://openalex.org/W4281935531","https://openalex.org/W4283076909","https://openalex.org/W4290876516","https://openalex.org/W4290877635","https://openalex.org/W4313558118","https://openalex.org/W4367046771","https://openalex.org/W4379382506","https://openalex.org/W4382239728","https://openalex.org/W4383468961","https://openalex.org/W4385567993","https://openalex.org/W4392203343"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2389214306","https://openalex.org/W3216976533","https://openalex.org/W4235240664","https://openalex.org/W100620283","https://openalex.org/W2965083567"],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"have":[4],"proven":[5],"effective":[6],"in":[7,47,110,202],"various":[8,143],"scenarios.":[9],"A":[10,54],"key":[11],"strategy":[12],"involves":[13],"pre-training":[14,43,64,91],"existing":[15],"graphs":[16,157],"to":[17,24,95,138,146,160,171,209],"extract":[18],"knowledge":[19,141,213],"that":[20,42,57,198],"can":[21,167,206],"be":[22,69,168,207],"transferred":[23],"improve":[25],"performance":[26],"on":[27,217],"downstream":[28,200],"tasks,":[29],"reducing":[30],"the":[31,48,79,88,155,162,185,195,199,203,211,224],"need":[32],"for":[33,58],"extensive":[34],"labeled":[35],"data.":[36],"However,":[37],"previous":[38],"works":[39],"commonly":[40],"assumed":[41],"and":[44,77,106,191],"fine-tuning":[45,116],"occur":[46],"same":[49],"or":[50],"closely":[51],"related":[52],"domains.":[53],"limitation":[55],"is":[56,158],"each":[59],"individual":[60],"graph":[61,104,135,144,173,187,189,192,220],"without":[62],"accessible":[63],"data,":[65],"a":[66,97,123,134,176],"GNN":[67,89,99,163],"must":[68],"trained":[70],"from":[71,101,142,154],"scratch,":[72],"imposing":[73],"high":[74],"training":[75],"overhead":[76],"hindering":[78],"ability":[80],"of":[81,226],"generalization.":[82],"In":[83],"this":[84,119],"paper,":[85],"we":[86,121],"address":[87],"multi-domain":[90],"problem,":[92],"which":[93],"intends":[94],"pre-train":[96],"transferable":[98,212],"model":[100],"heterogeneous":[102],"multi-source":[103],"domains":[105,145],"then":[107],"apply":[108],"it":[109],"an":[111],"unseen":[112,204],"one":[113],"with":[114,194],"minor":[115],"costs.":[117],"To":[118],"end,":[120],"propose":[122],"scaLA":[124],"ble":[125],"Multi-source":[126],"Pre-training":[127],"(LAMP)":[128],"method.":[129],"For":[130,180],"pre-training,":[131],"LAMP":[132,182],"presents":[133],"dual-distillation":[136],"approach":[137],"distill":[139],"massive":[140],"form":[147],"synthetic":[148,156],"homogeneous":[149],"graphs.":[150],"Simultaneously,":[151],"high-level":[152],"meta-knowledge":[153],"extracted":[159],"train":[161],"model,":[164],"whose":[165],"capability":[166],"adjusted":[169],"according":[170],"target":[172,186],"contexts":[174],"through":[175],"co-training":[177],"modulation":[178],"architecture.":[179],"fine-tuning,":[181],"respectively":[183],"aligns":[184],"distribution,":[188],"context,":[190],"task":[193,201],"pretext":[196],"so":[197],"domain":[205,221],"reshaped":[208],"leverage":[210],"efficiently.":[214],"Extensive":[215],"experiments":[216],"four":[218],"different":[219],"datasets":[222],"show":[223],"superiority":[225],"LAMP.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}