{"id":"https://openalex.org/W3037843194","doi":"https://doi.org/10.1109/access.2020.3005268","title":"Challenges and Solutions for Processing Real-Time Big Data Stream: A Systematic Literature Review","display_name":"Challenges and Solutions for Processing Real-Time Big Data Stream: A Systematic Literature Review","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3037843194","doi":"https://doi.org/10.1109/access.2020.3005268","mag":"3037843194"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3005268","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3005268","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09126812.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09126812.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090225150","display_name":"Erum Mehmood","orcid":"https://orcid.org/0000-0001-9424-8274"},"institutions":[{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Erum Mehmood","raw_affiliation_strings":["School of Systems and Technology, University of Management and Technology, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-9424-8274","affiliations":[{"raw_affiliation_string":"School of Systems and Technology, University of Management and Technology, Lahore, Pakistan","institution_ids":["https://openalex.org/I87482320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024941166","display_name":"Tayyaba Anees","orcid":"https://orcid.org/0000-0003-2266-9322"},"institutions":[{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Tayyaba Anees","raw_affiliation_strings":["School of Systems and Technology, University of Management and Technology, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-2266-9322","affiliations":[{"raw_affiliation_string":"School of Systems and Technology, University of Management and Technology, Lahore, Pakistan","institution_ids":["https://openalex.org/I87482320"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87482320"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5666,"has_fulltext":true,"cited_by_count":80,"citation_normalized_percentile":{"value":0.82692308,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"119123","last_page":"119143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.9161583185195923},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8145046234130859},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.5708152651786804},{"id":"https://openalex.org/keywords/online-analytical-processing","display_name":"Online analytical processing","score":0.5418401956558228},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.538034975528717},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.511859118938446},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5094800591468811},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.47066864371299744},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.4439057409763336},{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.4258680045604706},{"id":"https://openalex.org/keywords/data-warehouse","display_name":"Data warehouse","score":0.4255686402320862},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.28362423181533813},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.11517289280891418}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.9161583185195923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8145046234130859},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.5708152651786804},{"id":"https://openalex.org/C201932085","wikidata":"https://www.wikidata.org/wiki/Q642514","display_name":"Online analytical processing","level":3,"score":0.5418401956558228},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.538034975528717},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.511859118938446},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5094800591468811},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.47066864371299744},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.4439057409763336},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.4258680045604706},{"id":"https://openalex.org/C135572916","wikidata":"https://www.wikidata.org/wiki/Q193351","display_name":"Data warehouse","level":2,"score":0.4255686402320862},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28362423181533813},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.11517289280891418},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3005268","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3005268","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09126812.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:290ecbdc145644cfb830bcbf9f25a362","is_oa":true,"landing_page_url":"https://doaj.org/article/290ecbdc145644cfb830bcbf9f25a362","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 119123-119143 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3005268","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3005268","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09126812.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037843194.pdf","grobid_xml":"https://content.openalex.org/works/W3037843194.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W9924853","https://openalex.org/W135511438","https://openalex.org/W194804225","https://openalex.org/W574355879","https://openalex.org/W1124052577","https://openalex.org/W1499784129","https://openalex.org/W1503556420","https://openalex.org/W1584573194","https://openalex.org/W1590080423","https://openalex.org/W1615880688","https://openalex.org/W1948301958","https://openalex.org/W1960131443","https://openalex.org/W1964331783","https://openalex.org/W1965617663","https://openalex.org/W1973540398","https://openalex.org/W1975675278","https://openalex.org/W1985640005","https://openalex.org/W1988604789","https://openalex.org/W2003584736","https://openalex.org/W2029898253","https://openalex.org/W2053171955","https://openalex.org/W2055000704","https://openalex.org/W2057393442","https://openalex.org/W2073096940","https://openalex.org/W2085350124","https://openalex.org/W2105416473","https://openalex.org/W2108111045","https://openalex.org/W2118328848","https://openalex.org/W2123328263","https://openalex.org/W2129553531","https://openalex.org/W2131151640","https://openalex.org/W2135688636","https://openalex.org/W2157617870","https://openalex.org/W2162654304","https://openalex.org/W2168894761","https://openalex.org/W2240216429","https://openalex.org/W2250374629","https://openalex.org/W2266185913","https://openalex.org/W2326861338","https://openalex.org/W2338572656","https://openalex.org/W2399505724","https://openalex.org/W2474900888","https://openalex.org/W2475899254","https://openalex.org/W2525769010","https://openalex.org/W2528917382","https://openalex.org/W2577611377","https://openalex.org/W2586829406","https://openalex.org/W2625859864","https://openalex.org/W2706966281","https://openalex.org/W2731964388","https://openalex.org/W2735400742","https://openalex.org/W2743179735","https://openalex.org/W2754850349","https://openalex.org/W2769382863","https://openalex.org/W2775860789","https://openalex.org/W2803861595","https://openalex.org/W2804329282","https://openalex.org/W2806733817","https://openalex.org/W2809136010","https://openalex.org/W2886606509","https://openalex.org/W2888868755","https://openalex.org/W2890711935","https://openalex.org/W2893377854","https://openalex.org/W2897265483","https://openalex.org/W2905044464","https://openalex.org/W2922169274","https://openalex.org/W2941205480","https://openalex.org/W2945921409","https://openalex.org/W2949006873","https://openalex.org/W2961280047","https://openalex.org/W2963987827","https://openalex.org/W2974377501","https://openalex.org/W2979325626","https://openalex.org/W2980728347","https://openalex.org/W2981089724","https://openalex.org/W2990187703","https://openalex.org/W2990358206","https://openalex.org/W2990939877","https://openalex.org/W2997804184","https://openalex.org/W3000672078","https://openalex.org/W3106036258","https://openalex.org/W6683793818","https://openalex.org/W6684456340","https://openalex.org/W6773014359"],"related_works":["https://openalex.org/W2623584706","https://openalex.org/W4389449520","https://openalex.org/W127192698","https://openalex.org/W3022897553","https://openalex.org/W4287779284","https://openalex.org/W2570600173","https://openalex.org/W2001785422","https://openalex.org/W2893008024","https://openalex.org/W2743735673","https://openalex.org/W180351855"],"abstract_inverted_index":{"Contribution:":[0],"Recently,":[1],"real-time":[2,50,58,77,91,117,149,162,180,183,197,213,266,288],"data":[3,8,35,45,99,239,246,270,296,302],"warehousing":[4,46],"(DWH)":[5],"and":[6,74,81,104,217,224,268,274],"big":[7,34,269],"streaming":[9],"have":[10,156,168,188],"become":[11],"ubiquitous":[12],"due":[13],"to":[14,26,39,134,171,205,209,233],"the":[15,71,88,144],"fact":[16],"that":[17,281],"a":[18,41,85,220],"number":[19],"of":[20,32,49,76,90,98,161],"business":[21,42],"organizations":[22],"are":[23,143],"gearing":[24],"up":[25],"gain":[27],"competitive":[28],"advantage.":[29],"The":[30],"capability":[31],"organizing":[33],"in":[36,47,64,113,237,305],"efficient":[37],"manner":[38],"reach":[40],"decision":[43],"empowers":[44],"terms":[48],"stream":[51,59,78,92,111,150,163,181,214,271],"processing.":[52],"A":[53,200],"systematic":[54,131,201,256],"literature":[55,202,257],"review":[56,132],"for":[57,87,95,127,148,182,195,229,245,265,286,294,300],"processing":[60,79,93,151,179,196,272,290],"systems":[61,80,273],"is":[62,303],"presented":[63],"this":[65,306],"paper":[66],"which":[67],"rigorously":[68],"look":[69],"at":[70,175,291],"recent":[72],"developments":[73],"challenges":[75,126,155,173,194,216,260],"can":[82],"serve":[83],"as":[84],"guide":[86],"implementation":[89,160,259],"framework":[94],"all":[96],"shapes":[97],"streams.":[100],"Background:":[101],"Published":[102],"surveys":[103],"reviews":[105],"either":[106],"cover":[107],"papers":[108,243],"focusing":[109,120],"on":[110,121],"analysis":[112],"applications":[114],"other":[115],"than":[116],"DWH":[118,267],"or":[119],"extraction,":[122,247],"transformation,":[123],"loading":[124],"(ETL)":[125],"traditional":[128,238],"DWH.":[129],"This":[130,255,278],"attempts":[133],"answer":[135],"four":[136],"specific":[137],"research":[138,236],"questions.":[139],"Research":[140],"Questions:":[141],"1)Which":[142],"relevant":[145],"publication":[146,210],"channels":[147,211],"research?":[152],"2)":[153],"Which":[154,166],"been":[157,169,189],"faced":[158],"during":[159],"processing?":[164],"3)":[165],"approaches/tools":[167],"reported":[170,190],"address":[172],"introduced":[174],"ETL":[176,292],"stage":[177,293],"while":[178,191],"DWH?":[184],"4)":[185],"What":[186],"evidence":[187],"addressing":[192],"different":[193],"stream?":[198],"Methodology:":[199],"was":[203],"conducted":[204],"compile":[206],"studies":[207],"related":[208],"targeting":[212],"processing/joins":[215],"developments.":[218],"Following":[219],"formal":[221],"protocol,":[222],"semi-automatic":[223],"manual":[225],"searches":[226],"were":[227,249],"performed":[228],"work":[230,299],"from":[231],"2011":[232],"2020":[234],"excluding":[235],"warehousing.":[240],"Of":[241],"679,547":[242],"selected":[244],"74":[248],"retained":[250],"after":[251],"quality":[252],"assessment.":[253],"Findings:":[254],"highlights":[258],"along":[261],"with":[262],"developed":[263],"approaches":[264],"provides":[275],"their":[276],"comparisons.":[277],"study":[279],"found":[280,304],"there":[282],"exists":[283],"various":[284],"algorithms":[285],"implementing":[287],"join":[289],"structured":[295],"whereas":[297],"less":[298],"un-structured":[301],"subject":[307],"matter.":[308]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}