{"id":"https://openalex.org/W2783503111","doi":"https://doi.org/10.1109/bigdata.2017.8258245","title":"Towards online graph processing with spark streaming","display_name":"Towards online graph processing with spark streaming","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2783503111","doi":"https://doi.org/10.1109/bigdata.2017.8258245","mag":"2783503111"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8258245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085508223","display_name":"Tariq Abughofa","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Tariq Abughofa","raw_affiliation_strings":["School of Computing Queen's University Kingston, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Queen's University Kingston, Ontario, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063480277","display_name":"Farhana Zulkernine","orcid":"https://orcid.org/0000-0002-3326-0875"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Farhana Zulkernine","raw_affiliation_strings":["School of Computing Queen's University Kingston, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Queen's University Kingston, Ontario, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085508223"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":0.4551,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73998104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2787","last_page":"2794"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7188299894332886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7154389023780823},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4872564375400543},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.20467409491539001},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10037663578987122}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7188299894332886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7154389023780823},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4872564375400543},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.20467409491539001},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10037663578987122}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2017.8258245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W19684845","https://openalex.org/W1448681276","https://openalex.org/W1976821017","https://openalex.org/W2030062409","https://openalex.org/W2045271686","https://openalex.org/W2120113879","https://openalex.org/W2131975293","https://openalex.org/W2170616854","https://openalex.org/W2296407087","https://openalex.org/W2546973305","https://openalex.org/W6628546715","https://openalex.org/W6679815717"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3015859229","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2905242764","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W2390279801","https://openalex.org/W4379407450"],"abstract_inverted_index":{"Graph":[0],"processing":[1,20,23,52,102,115],"is":[2,16,72,86,285],"one":[3,87,193],"of":[4,78,88,97,142,181,225],"the":[5,22,32,59,63,79,89,177,187,191,208,241,248,265],"most":[6],"important":[7],"topics":[8],"in":[9,25,39,260],"big":[10,223],"data":[11,64,70,101,116,171,269],"processing.":[12],"The":[13,220],"graph":[14,51,60,80,109,147,160],"architecture":[15],"suitable":[17,38],"for":[18,162,243,255],"distributed":[19,213],"as":[21,56,136,156,218,239],"works":[24],"an":[26,93,99,157],"iterative":[27,100],"manner":[28],"allowing":[29],"parallelism.":[30],"Also,":[31],"structure":[33,148],"has":[34,235,251],"proved":[35],"to":[36,61,126,131,144,168,185,194,206,263],"be":[37,154,280],"representing":[40],"social":[41],"networks,":[42],"web":[43],"page":[44],"indexes,":[45],"and":[46,68,106,149,231,257],"many":[47,54,77],"other":[48,107,249],"problems.":[49],"However,":[50,104,233],"introduce":[53,92],"problems":[55],"well.":[57],"Partitioning":[58],"distribute":[62],"on":[65,95,140,200,247,275],"multiple":[66],"machines":[67],"minimizing":[69],"movement":[71],"a":[73,129,137,146,196,212,258],"serious":[74],"challenge.":[75],"Also":[76],"algorithms":[81],"have":[82],"high":[83],"complexity.":[84],"GraphX":[85,105],"frameworks":[90],"that":[91,278],"abstraction":[94],"top":[96,141],"Spark,":[98],"engine.":[103],"novel":[108],"abstractions":[110],"still":[111],"do":[112],"not":[113],"support":[114,242],"streams":[117],"with":[118,176,190,211],"online":[119,159],"graphs.":[120,245],"In":[121],"this":[122],"work":[123],"we":[124],"try":[125],"use":[127],"IndexedRDD,":[128,246],"library":[130],"enable":[132],"fine":[133],"grained":[134],"updates":[135],"key-value":[138,215],"store":[139,216],"Spark":[143],"represent":[145],"test":[150],"if":[151],"it":[152,234],"can":[153],"used":[155],"efficient":[158],"storage":[161],"spark":[163],"streaming.":[164],"We":[165,203],"did":[166],"experiments":[167],"compare":[169,207],"our":[170],"streaming":[172],"implementation":[173],"using":[174,182,226],"IndexedRDD":[175],"obvious":[178],"elementary":[179],"solution":[180],"RDD":[183,189,199,229],"transformations":[184,230],"join":[186],"old":[188],"new":[192,197],"make":[195],"composite":[198],"each":[201,268,276],"micro-batch.":[202],"also":[204],"want":[205],"above":[209],"two":[210],"in-memory":[214],"(such":[217],"Redis).":[219],"results":[221],"show":[222],"advantage":[224],"Redis":[227],"over":[228],"IndexedRDD.":[232],"some":[236],"limitations":[237],"such":[238],"lacking":[240],"property":[244],"hand,":[250],"shown":[252],"good":[253],"performance":[254],"insertions":[256],"shortcoming":[259],"its":[261],"need":[262],"rebuild":[264],"index":[266],"after":[267],"update,":[270],"which":[271],"add":[272],"extra":[273],"time":[274],"lookup":[277,283],"cannot":[279],"tolerated":[281],"when":[282],"speed":[284],"essential.":[286]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}