{"id":"https://openalex.org/W2783680003","doi":"https://doi.org/10.1109/bigdata.2017.8257948","title":"Towards memory and computation efficient graph processing on spark","display_name":"Towards memory and computation efficient graph processing on spark","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2783680003","doi":"https://doi.org/10.1109/bigdata.2017.8257948","mag":"2783680003"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8257948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102811848","display_name":"Xinhui Tian","orcid":"https://orcid.org/0000-0003-3687-7923"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinhui Tian","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113988691","display_name":"Yuanqing Guo","orcid":"https://orcid.org/0000-0002-4518-6342"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqing Guo","raw_affiliation_strings":["Chinese Academy of Sciences, State Key Laboratory of Computer Architecture (Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, State Key Laboratory of Computer Architecture (Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085963553","display_name":"Jianfeng Zhan","orcid":"https://orcid.org/0000-0002-3728-6837"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Zhan","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435758","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0001-6909-9561"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102811848"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.4551,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74007779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"375","last_page":"382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7916271686553955},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.6642117500305176},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6411099433898926},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5879788994789124},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5726436376571655},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.509084165096283},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4582187235355377},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.45265358686447144},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3444126546382904},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32366418838500977},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.27836599946022034},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09996399283409119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7916271686553955},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.6642117500305176},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6411099433898926},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5879788994789124},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5726436376571655},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.509084165096283},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4582187235355377},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.45265358686447144},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3444126546382904},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32366418838500977},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27836599946022034},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09996399283409119},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2017.8257948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8257948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W1448681276","https://openalex.org/W1814023381","https://openalex.org/W1986603225","https://openalex.org/W1997737152","https://openalex.org/W2018907835","https://openalex.org/W2029852131","https://openalex.org/W2045271686","https://openalex.org/W2052138473","https://openalex.org/W2076723445","https://openalex.org/W2096544401","https://openalex.org/W2131975293","https://openalex.org/W2140030920","https://openalex.org/W2149071703","https://openalex.org/W2170616854","https://openalex.org/W2524623326","https://openalex.org/W2561911856","https://openalex.org/W6603201521","https://openalex.org/W6628546715","https://openalex.org/W6638399519","https://openalex.org/W6679815717","https://openalex.org/W6727469013"],"related_works":["https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2905242764","https://openalex.org/W1556451512","https://openalex.org/W1555349535","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W2929170389","https://openalex.org/W4300097863"],"abstract_inverted_index":{"Algorithms":[0],"for":[1,80,84,121,134,143],"large":[2],"scale":[3],"natural":[4],"graph":[5,55,111,158,181],"processing":[6,56,112,159],"can":[7,71,89,128],"be":[8,209],"categorized":[9],"into":[10],"two":[11,43],"types":[12,63],"based":[13],"on":[14,114],"their":[15],"value":[16,21,28,124],"propagation":[17,22,29,125],"behaviors:":[18],"the":[19,26,101,122,131,141,185,194],"unidirectional":[20,123],"(UVP)":[23],"algorithms":[24],"and":[25,76,97,127,177],"bidirectional":[27],"(BVP)":[30],"algorithms.":[31,138],"The":[32,162,203],"behavior":[33],"about":[34],"how":[35],"vertices":[36],"interact":[37],"with":[38,155,198],"neighbors":[39],"also":[40,147],"differs":[41],"between":[42],"algorithm":[44],"types,":[45],"which":[46,117],"demands":[47],"different":[48],"system":[49,69],"design":[50,70,164],"choices.":[51],"However,":[52],"current":[53,87],"distributed":[54],"systems":[57,88],"usually":[58],"try":[59],"to":[60,184],"support":[61],"both":[62,81],"in":[64],"one":[65],"general-purpose":[66],"framework":[67,151],"Such":[68],"not":[72,90],"promise":[73],"good":[74],"performance":[75],"low":[77,92],"resource":[78,201],"consumption":[79],"types.":[82],"Especially,":[83],"UVP":[85],"algorithms,":[86,126,145],"guarantee":[91],"memory":[93],"footprint,":[94],"computation":[95,175],"efficiency":[96,99],"communication":[98],"at":[100],"same":[102],"time.":[103],"In":[104],"this":[105,135],"paper,":[106],"we":[107,146],"propose":[108],"a":[109,149,169,178],"new":[110],"engine":[113,160],"Spark,":[115],"GraphV,":[116],"is":[118,189],"specially":[119],"designed":[120],"satisfy":[129],"all":[130],"above":[132],"requirements":[133],"type":[136],"of":[137,166,196,206],"To":[139],"retain":[140],"generalization":[142],"other":[144],"build":[148],"dual-engine":[150],"by":[152,193],"integrating":[153],"GraphV":[154,167,188,207],"Spark's":[156],"existing":[157],"GraphX.":[161],"main":[163],"choices":[165],"include":[168],"cheap":[170],"propagation-related":[171],"partitioner,":[172],"an":[173],"one-step":[174],"model,":[176],"locality-aware":[179],"local":[180],"layout.":[182],"According":[183],"experiment":[186],"results,":[187],"faster":[190],"than":[191],"GraphX":[192],"factors":[195],"1.2x-3.1x,":[197],"much":[199],"less":[200],"consumption.":[202],"source":[204],"code":[205],"will":[208],"publicly":[210],"available":[211],"from":[212],"http://prof.ict.ac.cn/GraphV.":[213]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}