{"id":"https://openalex.org/W2742032766","doi":"https://doi.org/10.1145/3132402.3132427","title":"Identifying the potential of near data processing for apache spark","display_name":"Identifying the potential of near data processing for apache spark","publication_year":2017,"publication_date":"2017-10-02","ids":{"openalex":"https://openalex.org/W2742032766","doi":"https://doi.org/10.1145/3132402.3132427","mag":"2742032766"},"language":"en","primary_location":{"id":"doi:10.1145/3132402.3132427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132402.3132427","pdf_url":null,"source":{"id":"https://openalex.org/S4306524191","display_name":"Proceedings of the International Symposium on Memory Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Symposium on Memory Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-211727","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059544794","display_name":"Ahsan Javed Awan","orcid":"https://orcid.org/0000-0002-7510-6286"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Ahsan Javed Awan","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058713411","display_name":"Moriyoshi Ohara","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Moriyoshi Ohara","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075755125","display_name":"Eduard Ayguad\u00e9","orcid":"https://orcid.org/0000-0002-5146-103X"},"institutions":[{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Eduard Ayguade","raw_affiliation_strings":["Barcelona Super Computing Center, Spain"],"affiliations":[{"raw_affiliation_string":"Barcelona Super Computing Center, Spain","institution_ids":["https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046238836","display_name":"Kazuaki Ishizaki","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuaki Ishizaki","raw_affiliation_strings":["IBM Research Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"IBM Research Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086671201","display_name":"Mats Brorsson","orcid":"https://orcid.org/0000-0002-9637-2065"},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mats Brorsson","raw_affiliation_strings":["IBM Research Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"IBM Research Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042422836","display_name":"Vladimir Vlassov","orcid":"https://orcid.org/0000-0002-6779-7435"},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Vladimir Vlassov","raw_affiliation_strings":["IBM Research Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"IBM Research Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059544794"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":4.8363,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.95571831,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"60","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.880835771560669},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7782012224197388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743090808391571},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.6106641292572021},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5817790627479553},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5276402831077576},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5234893560409546},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4406302571296692},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.4352419972419739},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.396171510219574},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0765916109085083}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.880835771560669},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7782012224197388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743090808391571},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.6106641292572021},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5817790627479553},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5276402831077576},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5234893560409546},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4406302571296692},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.4352419972419739},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.396171510219574},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0765916109085083},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3132402.3132427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132402.3132427","pdf_url":null,"source":{"id":"https://openalex.org/S4306524191","display_name":"Proceedings of the International Symposium on Memory Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Symposium on Memory Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kth-211727","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-211727","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-211727","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-211727","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"},"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W778455982","https://openalex.org/W1544148736","https://openalex.org/W1874392977","https://openalex.org/W1902764931","https://openalex.org/W1968944276","https://openalex.org/W1981943579","https://openalex.org/W2008441771","https://openalex.org/W2013062050","https://openalex.org/W2018708251","https://openalex.org/W2026247162","https://openalex.org/W2034690326","https://openalex.org/W2036895660","https://openalex.org/W2042747508","https://openalex.org/W2048044823","https://openalex.org/W2070482946","https://openalex.org/W2088207049","https://openalex.org/W2089786149","https://openalex.org/W2092324191","https://openalex.org/W2131975293","https://openalex.org/W2142837869","https://openalex.org/W2150478767","https://openalex.org/W2155072926","https://openalex.org/W2295138987","https://openalex.org/W2539383463","https://openalex.org/W2539672212","https://openalex.org/W2545960051","https://openalex.org/W2557830883","https://openalex.org/W3104065274","https://openalex.org/W3106063644","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2564266326","https://openalex.org/W3191926225","https://openalex.org/W2525347233","https://openalex.org/W4236613945","https://openalex.org/W2893963003","https://openalex.org/W2767178487","https://openalex.org/W3168832835","https://openalex.org/W3044060397","https://openalex.org/W4230978433","https://openalex.org/W2971894545"],"abstract_inverted_index":{"While":[0],"cluster":[1],"computing":[2],"frameworks":[3,73],"are":[4],"continuously":[5],"evolving":[6],"to":[7,17,50],"provide":[8],"real-time":[9],"data":[10,24,36,71],"analysis":[11],"capabilities,":[12],"Apache":[13,76,100,106],"Spark":[14,107],"has":[15],"managed":[16],"be":[18],"at":[19],"the":[20,54,67,83],"forefront":[21],"of":[22,69,85,105],"big":[23,70],"analytics":[25],"for":[26,31,99],"being":[27],"a":[28,41],"unified":[29],"framework":[30],"both,":[32],"batch":[33],"and":[34,96],"stream":[35],"processing.":[37],"There":[38],"is":[39,59],"also":[40],"renewed":[42],"interest":[43],"in":[44,53],"Near":[45],"Data":[46],"Processing":[47],"(NDP)":[48],"due":[49],"technological":[51],"advancement":[52],"last":[55],"decade.":[56],"However,":[57],"it":[58],"not":[60],"known":[61],"if":[62],"NDP":[63,86],"architectures":[64],"can":[65],"improve":[66],"performance":[68],"processing":[72,98],"such":[74],"as":[75],"Spark.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81],"build":[82],"case":[84],"architecture":[87],"comprising":[88],"programmable":[89],"logic":[90],"based":[91,108],"hybrid":[92],"2D":[93],"integrated":[94],"processing-in-memory":[95],"in-storage":[97],"Spark,":[101],"by":[102],"extensive":[103],"profiling":[104],"workloads":[109],"on":[110],"Ivy":[111],"Bridge":[112],"Server.":[113]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
