{"id":"https://openalex.org/W3094520397","doi":"https://doi.org/10.1109/access.2020.3033464","title":"Big Data Velocity Management\u2013From Stream to Warehouse via High Performance Memory Optimized Index Join","display_name":"Big Data Velocity Management\u2013From Stream to Warehouse via High Performance Memory Optimized Index Join","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3094520397","doi":"https://doi.org/10.1109/access.2020.3033464","mag":"3094520397"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3033464","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033464","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09237960.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09237960.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061284177","display_name":"M. Asif Naeem","orcid":"https://orcid.org/0000-0001-6785-7875"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]},{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ","PK"],"is_corresponding":true,"raw_author_name":"M. Asif Naeem","raw_affiliation_strings":["IKMA Laboratory, National University of Computer and Emerging Sciences, Islamabad, Pakistan","School of Engineering, Computer, and Mathematical Sciences, Auckland University of Technology, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-6785-7875","affiliations":[{"raw_affiliation_string":"IKMA Laboratory, National University of Computer and Emerging Sciences, Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]},{"raw_affiliation_string":"School of Engineering, Computer, and Mathematical Sciences, Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033172062","display_name":"Farhaan Mirza","orcid":"https://orcid.org/0000-0001-7684-9973"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Farhaan Mirza","raw_affiliation_strings":["School of Engineering, Computer, and Mathematical Sciences, Auckland University of Technology, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-7684-9973","affiliations":[{"raw_affiliation_string":"School of Engineering, Computer, and Mathematical Sciences, Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091086588","display_name":"Habib Ullah Khan","orcid":"https://orcid.org/0000-0001-8373-2781"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Habib Ullah Khan","raw_affiliation_strings":["College of Business and Economics, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-8373-2781","affiliations":[{"raw_affiliation_string":"College of Business and Economics, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078179651","display_name":"David Sundaram","orcid":"https://orcid.org/0000-0003-1575-4174"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"David Sundaram","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-1575-4174","affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006101741","display_name":"Noreen Jamil","orcid":"https://orcid.org/0000-0003-0697-9187"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Noreen Jamil","raw_affiliation_strings":["IKMA Laboratory, National University of Computer and Emerging Sciences, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IKMA Laboratory, National University of Computer and Emerging Sciences, Islamabad, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104636313","display_name":"Gerald Weber","orcid":"https://orcid.org/0000-0002-3095-8717"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Gerald Weber","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061284177"],"corresponding_institution_ids":["https://openalex.org/I201384688","https://openalex.org/I39854758"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1335,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80724758,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"195370","last_page":"195384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8715301752090454},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.7214981913566589},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6067105531692505},{"id":"https://openalex.org/keywords/data-warehouse","display_name":"Data warehouse","score":0.5715346932411194},{"id":"https://openalex.org/keywords/master-data","display_name":"Master data","score":0.5483163595199585},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.45071539282798767},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.42169392108917236},{"id":"https://openalex.org/keywords/online-analytical-processing","display_name":"Online analytical processing","score":0.411357045173645},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.31964772939682007},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2767842411994934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715301752090454},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.7214981913566589},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6067105531692505},{"id":"https://openalex.org/C135572916","wikidata":"https://www.wikidata.org/wiki/Q193351","display_name":"Data warehouse","level":2,"score":0.5715346932411194},{"id":"https://openalex.org/C61871575","wikidata":"https://www.wikidata.org/wiki/Q384093","display_name":"Master data","level":2,"score":0.5483163595199585},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45071539282798767},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.42169392108917236},{"id":"https://openalex.org/C201932085","wikidata":"https://www.wikidata.org/wiki/Q642514","display_name":"Online analytical processing","level":3,"score":0.411357045173645},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31964772939682007},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2767842411994934},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3033464","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033464","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09237960.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6c9ee8bbca84471b84bf627e0293f230","is_oa":true,"landing_page_url":"https://doaj.org/article/6c9ee8bbca84471b84bf627e0293f230","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 195370-195384 (2020)","raw_type":"article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/37715","is_oa":false,"landing_page_url":"https://www.scopus.com/inward/record.uri?partnerID=HzOxMe3b&scp=85102896549&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3033464","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033464","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09237960.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5699999928474426,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3094520397.pdf","grobid_xml":"https://content.openalex.org/works/W3094520397.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W9924853","https://openalex.org/W93305982","https://openalex.org/W94964754","https://openalex.org/W1515796738","https://openalex.org/W1917129590","https://openalex.org/W1964419166","https://openalex.org/W1989231289","https://openalex.org/W1990186595","https://openalex.org/W2002834828","https://openalex.org/W2012533078","https://openalex.org/W2019006852","https://openalex.org/W2020754916","https://openalex.org/W2051695193","https://openalex.org/W2053287658","https://openalex.org/W2060161902","https://openalex.org/W2064384103","https://openalex.org/W2080451768","https://openalex.org/W2089527922","https://openalex.org/W2103106131","https://openalex.org/W2122822096","https://openalex.org/W2123328263","https://openalex.org/W2126666814","https://openalex.org/W2152554518","https://openalex.org/W2158342889","https://openalex.org/W2165491146","https://openalex.org/W2170699196","https://openalex.org/W2253354915","https://openalex.org/W2278226163","https://openalex.org/W2406451388","https://openalex.org/W2566979091","https://openalex.org/W2751563547","https://openalex.org/W2766225149","https://openalex.org/W2888868755","https://openalex.org/W2966566945","https://openalex.org/W3151685851","https://openalex.org/W4254967497","https://openalex.org/W4299382853","https://openalex.org/W6603777352","https://openalex.org/W6731596640"],"related_works":["https://openalex.org/W2378213774","https://openalex.org/W2357522326","https://openalex.org/W6138692","https://openalex.org/W2363019959","https://openalex.org/W1535822977","https://openalex.org/W23190051","https://openalex.org/W2367419170","https://openalex.org/W2377387014","https://openalex.org/W2382180329","https://openalex.org/W2375394542"],"abstract_inverted_index":{"Efficient":[0],"resource":[1],"optimization":[2],"is":[3,78],"critical":[4],"to":[5,40,61,92,118,146,193],"manage":[6],"the":[7,46,89,105,108,160,172,194],"velocity":[8],"and":[9,19,53,122,144,158,190],"volume":[10],"of":[11,49,57,88,101,107,142,175,196],"real-time":[12,198],"streaming":[13,32,148,178],"data":[14,17,33,37,42,59,66,91,179,189],"in":[15,38,186],"near-real-time":[16,177],"warehousing":[18],"business":[20,199],"intelligence.":[21],"This":[22,111],"article":[23,112],"presents":[24,113],"a":[25,55,74,114,130,153],"memory":[26,103,182],"optimisation":[27],"algorithm":[28],"for":[29,156],"rapidly":[30],"joining":[31],"with":[34,64,162],"persistent":[35],"master":[36,65,90],"order":[39],"reduce":[41,184],"latency.":[43],"Typically":[44],"during":[45],"transformation":[47],"phase":[48],"ETL":[50],"(Extraction,":[51],"Transformation,":[52],"Loading)":[54],"stream":[56],"transactional":[58],"needs":[60],"be":[62],"joined":[63],"stored":[67],"on":[68],"disk.":[69],"To":[70,124],"implement":[71],"this":[72,96,126],"process,":[73],"semi-stream":[75,82],"join":[76,83,109],"operator":[77],"commonly":[79],"used.":[80],"Most":[81],"operators":[84],"cache":[85,115,120],"frequent":[86],"parts":[87],"improve":[93],"their":[94],"performance,":[95],"process":[97],"requires":[98],"careful":[99],"distribution":[100],"allocated":[102],"among":[104],"components":[106],"operator.":[110],"inequality":[116],"approach":[117],"optimise":[119],"size":[121],"memory.":[123],"test":[125],"approach,":[127],"we":[128],"present":[129,152],"novel":[131],"Memory":[132],"Optimal":[133],"Index-based":[134],"Join":[135],"(MOIJ)":[136],"algorithm.":[137],"MOIJ":[138,157],"supports":[139],"many-to-many":[140],"types":[141],"joins":[143],"adapts":[145],"dynamic":[147],"data.":[149],"We":[150,170],"also":[151],"cost":[154],"model":[155],"compare":[159],"performance":[161],"existing":[163],"algorithms":[164],"empirically":[165],"as":[166,168],"well":[167],"analytically.":[169],"envisage":[171],"enhanced":[173],"ability":[174],"processing":[176,187],"using":[180],"minimal":[181],"will":[183,191],"latency":[185],"big":[188],"contribute":[192],"development":[195],"high-performance":[197],"intelligence":[200],"systems.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2020-10-29T00:00:00"}