{"id":"https://openalex.org/W4413968430","doi":"https://doi.org/10.14778/3746405.3746408","title":"Heta: Distributed Training of Heterogeneous Graph Neural Networks","display_name":"Heta: Distributed Training of Heterogeneous Graph Neural Networks","publication_year":2025,"publication_date":"2025-05-01","ids":{"openalex":"https://openalex.org/W4413968430","doi":"https://doi.org/10.14778/3746405.3746408"},"language":"en","primary_location":{"id":"doi:10.14778/3746405.3746408","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3746405.3746408","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113411156","display_name":"Yueqiao Zhong","orcid":"https://orcid.org/0000-0003-3859-1566"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuchen Zhong","raw_affiliation_strings":["The University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023571218","display_name":"Junwei Su","orcid":"https://orcid.org/0000-0001-7154-8928"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junwei Su","raw_affiliation_strings":["The University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012597518","display_name":"Chuan Wu","orcid":"https://orcid.org/0000-0002-3144-4398"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chuan Wu","raw_affiliation_strings":["The University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101452217","display_name":"Minjie Wang","orcid":"https://orcid.org/0000-0001-8830-6079"},"institutions":[{"id":"https://openalex.org/I4210150405","display_name":"Hongzhiwei Technology (China)","ror":"https://ror.org/04bapa014","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210150405"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjie Wang","raw_affiliation_strings":["AWS Shanghai, AI Lab, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AWS Shanghai, AI Lab, China","institution_ids":["https://openalex.org/I4210150405"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1087211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"9","first_page":"2790","last_page":"2803"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6588456630706787},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5651834011077881},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5255680680274963},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4902949631214142},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3800819218158722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36813125014305115},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2868391275405884},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06026327610015869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588456630706787},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5651834011077881},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5255680680274963},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4902949631214142},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3800819218158722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36813125014305115},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2868391275405884},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06026327610015869},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3746405.3746408","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3746405.3746408","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1986603225","https://openalex.org/W2031709923","https://openalex.org/W2070232376","https://openalex.org/W2170616854","https://openalex.org/W2340222647","https://openalex.org/W2604314403","https://openalex.org/W2904890881","https://openalex.org/W2911286998","https://openalex.org/W2913264117","https://openalex.org/W2945266622","https://openalex.org/W2965857891","https://openalex.org/W2970929262","https://openalex.org/W3004507689","https://openalex.org/W3012871709","https://openalex.org/W3086105743","https://openalex.org/W3096566397","https://openalex.org/W3103513278","https://openalex.org/W3159953606","https://openalex.org/W3165913101","https://openalex.org/W3201053014","https://openalex.org/W3206504463","https://openalex.org/W4213173876","https://openalex.org/W4220807331","https://openalex.org/W4283314525","https://openalex.org/W4283326779","https://openalex.org/W4290944486","https://openalex.org/W4300544635","https://openalex.org/W4306317244","https://openalex.org/W4372267520","https://openalex.org/W4381832157","https://openalex.org/W4382202833","https://openalex.org/W4396628137","https://openalex.org/W4400411132","https://openalex.org/W4402042236"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W4391547476","https://openalex.org/W2597809628"],"abstract_inverted_index":{"Heterogeneous":[0,23],"Graphs":[1],"(HetGs)":[2],"that":[3,127,151,173,203,221],"capture":[4],"relationships":[5],"among":[6],"different":[7],"types":[8,67],"of":[9,40,47,104,215],"nodes":[10,70],"are":[11],"ubiquitous":[12],"in":[13,32,118],"real-world":[14],"applications":[15],"such":[16,60],"as":[17,61],"academic":[18],"networks":[19],"and":[20,68,76,91,99,132,157,182,190,193,196,227,234],"e-commerce.":[21],"Although":[22],"Graph":[24],"Neural":[25],"Networks":[26],"(HGNNs)":[27],"have":[28],"demonstrated":[29],"superior":[30],"performance":[31],"learning":[33],"from":[34],"these":[35,96],"complex":[36],"structures,":[37],"distributed":[38,119],"training":[39],"HGNNs":[41,92],"on":[42,138,178],"large-scale":[43],"graphs":[44,83],"with":[45],"billions":[46],"edges":[48],"faces":[49],"substantial":[50],"communication":[51,77,116,167,189],"overhead.":[52],"This":[53],"challenge":[54],"is":[55,130],"exacerbated":[56],"by":[57,93],"heterogeneous":[58,97,217],"characteristics":[59,98],"varying":[62,206],"feature":[63],"dimensions":[64],"across":[65,162,209],"node":[66,210],"featureless":[69],"requiring":[71],"learnable":[72],"parameters.":[73],"Existing":[74],"systems":[75,232],"reduction":[78],"techniques":[79],"designed":[80,112],"for":[81,89,205],"homogeneous":[82],"become":[84],"suboptimal":[85],"or":[86],"even":[87],"inapplicable":[88],"HetGs":[90],"overlooking":[94],"both":[95],"the":[100,115,124],"inherent":[101],"computational":[102],"structure":[103],"HGNNs.":[105],"We":[106],"present":[107],"Heta":[108,122,222],",":[109],"a":[110,147,170,175,198],"framework":[111],"to":[113,165,225],"address":[114],"bottleneck":[117],"HGNN":[120,128,183],"training.":[121],"leverages":[123],"key":[125,144],"insight":[126],"aggregation":[129],"order-invariant":[131],"decomposable":[133],"into":[134],"relation-specific":[135,153],"computations.":[136],"Built":[137],"this":[139],"insight,":[140],"we":[141,219],"introduce":[142],"three":[143],"innovations:":[145],"(1)":[146],"Relation-Aggregation-First":[148],"(RAF)":[149],"paradigm":[150],"conducts":[152],"aggregations":[154,161],"within":[155],"partitions":[156],"exchanges":[158],"only":[159],"partial":[160],"machines,":[163],"proven":[164],"reduce":[166],"complexity;":[168],"(2)":[169],"meta-partitioning":[171],"strategy":[172],"divides":[174],"HetG":[176],"based":[177],"its":[179],"graph":[180],"schema":[181],"computation":[184,192],"dependency":[185],"while":[186,236],"minimizing":[187],"cross-partition":[188],"maintaining":[191,237],"storage":[194],"balance;":[195],"(3)":[197],"heterogeneity-aware":[199],"GPU":[200],"cache":[201],"system":[202],"accounts":[204],"miss-penalty":[207],"ratios":[208],"types.":[211],"Through":[212],"extensive":[213],"evaluation":[214],"billion-edge":[216],"graphs,":[218],"demonstrate":[220],"achieves":[223],"up":[224],"5.3X":[226],"4.4X":[228],"speedup":[229],"over":[230],"state-of-the-art":[231],"DGL":[233],"GraphLearn":[235],"model":[238],"accuracy.":[239]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}