{"id":"https://openalex.org/W4411471805","doi":"https://doi.org/10.1145/3695053.3731083","title":"EOD: Enabling Low Latency GNN Inference via Near-Memory Concatenate Aggregation","display_name":"EOD: Enabling Low Latency GNN Inference via Near-Memory Concatenate Aggregation","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4411471805","doi":"https://doi.org/10.1145/3695053.3731083"},"language":"en","primary_location":{"id":"doi:10.1145/3695053.3731083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3695053.3731083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3695053.3731083","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3695053.3731083","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Taehwan Kim","orcid":"https://orcid.org/0009-0002-3336-7848"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taehwan Kim","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0002-3336-7848","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036617506","display_name":"Yunki Han","orcid":"https://orcid.org/0000-0003-0432-9324"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yunki Han","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0432-9324","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076372540","display_name":"Seohye Ha","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seohye Ha","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-1682-6936","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiwan Kim","orcid":"https://orcid.org/0009-0000-2681-3948"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwan Kim","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-2681-3948","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052390471","display_name":"Lee\u2010Sup Kim","orcid":"https://orcid.org/0000-0001-9585-4591"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee-Sup Kim","raw_affiliation_strings":["KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9585-4591","affiliations":[{"raw_affiliation_string":"KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":1.205,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77376321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1125","last_page":"1139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.782585620880127},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6152257919311523},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5140680074691772},{"id":"https://openalex.org/keywords/low-latency","display_name":"Low latency (capital markets)","score":0.5011792182922363},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32989561557769775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15297725796699524},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12698623538017273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782585620880127},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6152257919311523},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5140680074691772},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.5011792182922363},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32989561557769775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15297725796699524},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12698623538017273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3695053.3731083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3695053.3731083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3695053.3731083","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3695053.3731083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3695053.3731083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3695053.3731083","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G110017730","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G1317411944","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G3807300858","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4197233371","display_name":null,"funder_award_id":"2020-0-01847","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320315121","display_name":"Samsung Advanced Institute of Technology","ror":null},{"id":"https://openalex.org/F4320322202","display_name":"IC Design Education Center","ror":"https://ror.org/005v57z85"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411471805.pdf","grobid_xml":"https://content.openalex.org/works/W4411471805.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1971421925","https://openalex.org/W2013246060","https://openalex.org/W2072730350","https://openalex.org/W2078051707","https://openalex.org/W2127048411","https://openalex.org/W2132269953","https://openalex.org/W2296407087","https://openalex.org/W2807021761","https://openalex.org/W2897862648","https://openalex.org/W2907492528","https://openalex.org/W2962821792","https://openalex.org/W2979719709","https://openalex.org/W2982008795","https://openalex.org/W3006586535","https://openalex.org/W3009901425","https://openalex.org/W3017228913","https://openalex.org/W3042495273","https://openalex.org/W3043023836","https://openalex.org/W3045200674","https://openalex.org/W3047846843","https://openalex.org/W3099064659","https://openalex.org/W3100710793","https://openalex.org/W3100848837","https://openalex.org/W3102641634","https://openalex.org/W3105753905","https://openalex.org/W3157609068","https://openalex.org/W3189166979","https://openalex.org/W3191222816","https://openalex.org/W3206504463","https://openalex.org/W3207399097","https://openalex.org/W4221001402","https://openalex.org/W4224322855","https://openalex.org/W4232168013","https://openalex.org/W4281850905","https://openalex.org/W4288419263","https://openalex.org/W4306317696","https://openalex.org/W4312304862","https://openalex.org/W4318328413","https://openalex.org/W4360831749","https://openalex.org/W4360831816","https://openalex.org/W4360831960","https://openalex.org/W4360831975","https://openalex.org/W4379622897","https://openalex.org/W4380881178","https://openalex.org/W4393407046","https://openalex.org/W4393407062","https://openalex.org/W4396758741","https://openalex.org/W4401211902","https://openalex.org/W4402475900","https://openalex.org/W4404954870","https://openalex.org/W4405364446"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W3128807919","https://openalex.org/W3176411177","https://openalex.org/W3205411230","https://openalex.org/W4286899009","https://openalex.org/W9168048","https://openalex.org/W4300849822","https://openalex.org/W4376480820","https://openalex.org/W3155891479","https://openalex.org/W3029351463"],"abstract_inverted_index":{"As":[0],"online":[1],"services":[2,29],"based":[3,154],"on":[4,239],"graph":[5,54],"databases":[6],"increasingly":[7],"integrate":[8],"with":[9,135],"machine":[10],"learning,":[11],"serving":[12,76,158],"low-latency":[13,84,155,163],"Graph":[14],"Neural":[15],"Network":[16],"(GNN)":[17],"inference":[18,28,65,114,157],"for":[19,59,130,189,263],"individual":[20],"requests":[21],"has":[22],"become":[23],"a":[24,74,150,186,207,243,247,268],"critical":[25],"challenge.Real-time":[26],"GNN":[27,64,75,125,156,165,264],"operate":[30],"in":[31,99,124],"an":[32,232],"inductive":[33],"setup,":[34,47],"which":[35,94],"can":[36],"handle":[37],"newly":[38],"added,":[39],"previously":[40],"unseen":[41],"nodes":[42,132],"and":[43,55,102,171,197,227,252,259,273],"their":[44],"edges.In":[45],"this":[46,140],"the":[48,52,67,71,90,109,119,127,136,169,175,180,190,214,257,260,281],"system":[49,77,159],"must":[50],"prepare":[51],"computational":[53,198],"input":[56,69],"node":[57,192],"features":[58],"target":[60,131],"nodes,":[61],"followed":[62],"by":[63],"using":[66],"given":[68],"data.However,":[70],"workflow":[72],"of":[73,112,138,216,250,271],"presents":[78],"two":[79],"key":[80],"challenges":[81],"that":[82,235],"hinder":[83],"inference.The":[85],"first":[86],"challenge":[87,117],"arises":[88],"from":[89,200],"extensive":[91],"preparation":[92],"step,":[93],"involves":[95],"heavy":[96,223],"memory":[97,101,195,225],"access":[98,196,226],"host":[100],"significant":[103],"data":[104,228],"I/O":[105],"to":[106,173,178,202,212,221,275],"devices,":[107],"constituting":[108],"largest":[110],"portion":[111],"end-to-end":[113,277],"latency.The":[115],"second":[116],"is":[118],"well-known":[120],"neighborhood":[121,181],"explosion":[122,182],"problem":[123],"research.As":[126],"receptive":[128],"field":[129],"increases":[133],"exponentially":[134],"number":[137],"layers,":[139],"issue":[141],"exacerbates":[142],"overall":[143],"latency.To":[144],"address":[145],"these":[146],"challenges,":[147],"we":[148,167,184,205,230],"propose":[149,185],"Near-Memory":[151],"Processing":[152],"(NMP)":[153],"named":[160],"EOD.To":[161],"ensure":[162],"real-time":[164],"service,":[166],"co-design":[168],"algorithm":[170],"hardware":[172],"tackle":[174],"aforementioned":[176],"issues.First,":[177],"mitigate":[179],"problem,":[183],"precomputation":[187],"method":[188,211],"training":[191],"set,":[193],"reducing":[194],"complexity":[199],"exponential":[201],"linear":[203],"growth.Additionally,":[204],"introduce":[206],"concatenated":[208,240],"ZVC":[209],"compression":[210],"minimize":[213],"overhead":[215],"storing":[217],"precomputed":[218],"hidden":[219],"features.Finally,":[220],"alleviate":[222],"host-side":[224],"I/O,":[229],"design":[231],"NMP":[233],"architecture":[234,262],"enables":[236],"efficient":[237],"aggregation":[238,254],"ZVC-compressed":[241],"data.As":[242],"result,":[244],"EOD":[245,266],"achieves":[246,267],"geometric":[248,269],"mean":[249,270],"981.1\u00d7":[251],"912.0\u00d7":[253],"speedup":[255,279],"over":[256,280],"baseline":[258],"existing":[261],"aggregation.Additionally,":[265],"17.9\u00d7,":[272],"up":[274],"74.3\u00d7":[276],"latency":[278],"GPU":[282],"baseline.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}