{"id":"https://openalex.org/W4320024339","doi":"https://doi.org/10.1109/bigdata55660.2022.10020519","title":"Efficient and Scalable Implicit Graph Neural Networks with Virtual Equilibrium","display_name":"Efficient and Scalable Implicit Graph Neural Networks with Virtual Equilibrium","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4320024339","doi":"https://doi.org/10.1109/bigdata55660.2022.10020519"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020519","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020519","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100340184","display_name":"Qi Chen","orcid":"https://orcid.org/0000-0002-7430-1645"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qi Chen","raw_affiliation_strings":["Peking University,School of Mathematical Sciences,China","School of Mathematical Sciences, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University,School of Mathematical Sciences,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Mathematical Sciences, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365573","display_name":"Yifei Wang","orcid":"https://orcid.org/0000-0002-0688-6012"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Wang","raw_affiliation_strings":["Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","Peking University,School of Mathematical Sciences,China","School of Mathematical Sciences, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University,School of Mathematical Sciences,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Mathematical Sciences, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101431030","display_name":"Yisen Wang","orcid":"https://orcid.org/0000-0002-0181-2137"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yisen Wang","raw_affiliation_strings":["Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","Peking University,School of Mathematical Sciences,China","Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University,School of Mathematical Sciences,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038083485","display_name":"Jianlong Chang","orcid":"https://orcid.org/0000-0002-0610-907X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Chang","raw_affiliation_strings":["Huawei Cloud & AI,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud & AI,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Cloud & AI,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud & AI,Shenzhen,China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044796354","display_name":"Jiansheng Yang","orcid":"https://orcid.org/0000-0002-7839-0534"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiansheng Yang","raw_affiliation_strings":["Peking University,School of Mathematical Sciences,China","School of Mathematical Sciences, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University,School of Mathematical Sciences,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Mathematical Sciences, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016399094","display_name":"Zhouchen Lin","orcid":"https://orcid.org/0000-0003-1493-7569"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouchen Lin","raw_affiliation_strings":["Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology, Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Lab. of Machine Perception (MoE), School of Intelligence Science and Technology, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100340184"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.20620556,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"864","last_page":"873"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8107633590698242},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7651427984237671},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6994134187698364},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.539105236530304},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4210056662559509},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4001508355140686},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3489551544189453},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3297828435897827},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3293881416320801},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13301226496696472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8107633590698242},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7651427984237671},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6994134187698364},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.539105236530304},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4210056662559509},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4001508355140686},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3489551544189453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3297828435897827},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3293881416320801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13301226496696472},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020519","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020519","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1542343170","https://openalex.org/W1977822596","https://openalex.org/W2038281434","https://openalex.org/W2604314403","https://openalex.org/W2610153490","https://openalex.org/W2801991413","https://openalex.org/W2807021761","https://openalex.org/W2907492528","https://openalex.org/W2914721378","https://openalex.org/W2945594170","https://openalex.org/W2945827377","https://openalex.org/W2952029609","https://openalex.org/W2964051675","https://openalex.org/W2964113829","https://openalex.org/W2970090796","https://openalex.org/W2970900903","https://openalex.org/W2998496395","https://openalex.org/W3007309629","https://openalex.org/W3034634365","https://openalex.org/W3080512189","https://openalex.org/W3085131702","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W3106460253","https://openalex.org/W3211726802","https://openalex.org/W4221147210","https://openalex.org/W4282919217","https://openalex.org/W4288083766","https://openalex.org/W4293651439","https://openalex.org/W4294558607","https://openalex.org/W4295312788","https://openalex.org/W6685350579","https://openalex.org/W6726873649","https://openalex.org/W6736685754","https://openalex.org/W6737558694","https://openalex.org/W6738964360","https://openalex.org/W6744557953","https://openalex.org/W6748799445","https://openalex.org/W6748848838","https://openalex.org/W6754030515","https://openalex.org/W6760045743","https://openalex.org/W6765543928","https://openalex.org/W6766609504","https://openalex.org/W6766978945","https://openalex.org/W6767563556","https://openalex.org/W6768314895","https://openalex.org/W6771485939","https://openalex.org/W6779806301","https://openalex.org/W6780106526","https://openalex.org/W6782808188","https://openalex.org/W6791460281","https://openalex.org/W6796720468","https://openalex.org/W6796998594","https://openalex.org/W6803278395","https://openalex.org/W6804096777","https://openalex.org/W6838523891"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W3095877357","https://openalex.org/W183202219","https://openalex.org/W2072565696","https://openalex.org/W10861731","https://openalex.org/W4386821099"],"abstract_inverted_index":{"On":[0],"large-scale":[1,223],"graphs,":[2],"many":[3,217],"graph":[4],"neural":[5],"networks":[6],"are":[7,242],"problematic":[8],"in":[9,121,146,163],"capturing":[10,168,253],"long-range":[11,254],"dependencies":[12],"due":[13,248],"to":[14,28,64,83,94,108,111,139,159,216,249],"the":[15,34,45,66,117,126,143,161,177,236],"oversmoothing":[16],"problem.":[17],"Recently,":[18],"Graph":[19],"Equilibrium":[20],"Models":[21],"(GEQs)":[22],"arise":[23],"as":[24,44,152],"a":[25,37,49,191],"promising":[26],"solution":[27],"this":[29],"issue.":[30],"Their":[31],"output":[32],"is":[33,157],"equilibrium":[35,118,128,151,162],"of":[36,47,115,129,182,252],"fixed-point":[38],"equation,":[39],"which":[40,81],"can":[41],"be":[42],"seen":[43],"result":[46],"iterating":[48],"GNN":[50],"layer":[51],"for":[52,176],"infinite":[53],"times,":[54],"so":[55],"that":[56,89,232],"they":[57],"inherently":[58],"have":[59],"global":[60,169],"receptive":[61],"fields.":[62],"However,":[63],"find":[65],"equilibrium,":[67],"GEQs":[68,110,189,241],"require":[69],"running":[70],"costly":[71],"full-batch":[72,122],"root-finding":[73,144],"algorithms":[74],"from":[75,92,119],"scratch":[76,120],"during":[77],"each":[78],"model":[79],"update,":[80],"leads":[82],"severe":[84],"efficiency":[85,237],"and":[86,132,141,179,206,212,228,238],"scalability":[87,239],"issues":[88],"prevent":[90],"them":[91],"scaling":[93],"large":[95,112,192,246],"graphs.":[96,113],"To":[97],"address":[98],"these":[99],"limitations,":[100],"we":[101,172,234],"propose":[102],"VEQ,":[103],"an":[104,153],"efficient":[105],"learning":[106],"method":[107],"scale":[109],"Instead":[114],"initializing":[116],"training,":[123],"VEQ":[124,156,185,209,230],"uses":[125],"latest":[127],"in-batch":[130],"nodes":[131],"their":[133,250],"1-hop":[134],"neighbors":[135],"(dubbed":[136],"Virtual":[137],"Equilibrium)":[138],"accelerate":[140],"calibrate":[142],"process":[145],"mini-batch":[147],"training.":[148],"With":[149],"virtual":[150],"informative":[154],"prior,":[155],"able":[158],"reach":[160],"fewer":[164],"steps":[165],"while":[166],"still":[167],"dependencies.":[170,255],"Theoretically,":[171],"provide":[173],"convergence":[174],"analysis":[175],"forward":[178],"backward":[180],"pass":[181],"VEQ.":[183],"Empirically,":[184],"significantly":[186],"outperforms":[187],"existing":[188],"by":[190],"margin":[193],"(more":[194],"than":[195],"1.5%)":[196],"on":[197,222,245],"all":[198],"benchmark":[199,224],"datasets,":[200],"with":[201],"much":[202],"less":[203],"training":[204],"time":[205],"memory.":[207],"Also,":[208],"achieves":[210],"competitive":[211],"even":[213],"superior":[214],"performance":[215],"highly":[218],"engineered":[219],"explicit":[220],"GNNs":[221],"datasets":[225],"like":[226],"ogbn-arxiv":[227],"ogbn-products.":[229],"shows":[231],"after":[233],"resolve":[235],"issues,":[240],"indeed":[243],"favorable":[244],"graphs":[247],"advantage":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}