{"id":"https://openalex.org/W2769465852","doi":"https://doi.org/10.1109/bigdata.2017.8258196","title":"Towards a unified storage and ingestion architecture for stream processing","display_name":"Towards a unified storage and ingestion architecture for stream processing","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2769465852","doi":"https://doi.org/10.1109/bigdata.2017.8258196","mag":"2769465852"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8258196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080771130","display_name":"Ovidiu-Cristian Marcu","orcid":"https://orcid.org/0000-0002-0093-9304"},"institutions":[{"id":"https://openalex.org/I4210133778","display_name":"Centre Inria de l'Universit\u00e9 de Rennes","ror":"https://ror.org/04040yw90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210133778"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Ovidiu-Cristian Marcu","raw_affiliation_strings":["Inria Rennes-Bretagne Atlantique, France"],"affiliations":[{"raw_affiliation_string":"Inria Rennes-Bretagne Atlantique, France","institution_ids":["https://openalex.org/I4210133778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086689035","display_name":"Alexandru Costan","orcid":"https://orcid.org/0000-0003-3111-6308"},"institutions":[{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]},{"id":"https://openalex.org/I4210133778","display_name":"Centre Inria de l'Universit\u00e9 de Rennes","ror":"https://ror.org/04040yw90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210133778"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandru Costan","raw_affiliation_strings":["IRISA/INSA Rennes, France","Inria Rennes-Bretagne Atlantique, France"],"affiliations":[{"raw_affiliation_string":"IRISA/INSA Rennes, France","institution_ids":["https://openalex.org/I28221208","https://openalex.org/I2802519937"]},{"raw_affiliation_string":"Inria Rennes-Bretagne Atlantique, France","institution_ids":["https://openalex.org/I4210133778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077818565","display_name":"Gabriel Antoniu","orcid":"https://orcid.org/0000-0001-6525-3736"},"institutions":[{"id":"https://openalex.org/I4210133778","display_name":"Centre Inria de l'Universit\u00e9 de Rennes","ror":"https://ror.org/04040yw90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210133778"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Gabriel Antoniu","raw_affiliation_strings":["Inria Rennes-Bretagne Atlantique, France"],"affiliations":[{"raw_affiliation_string":"Inria Rennes-Bretagne Atlantique, France","institution_ids":["https://openalex.org/I4210133778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014513972","display_name":"Mar\u0131\u0301a S. P\u00e9rez","orcid":"https://orcid.org/0000-0003-2949-3307"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Maria S. Perez-Hernandez","raw_affiliation_strings":["Universidad Politecnica de Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Politecnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006549758","display_name":"Radu Tudoran","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Radu Tudoran","raw_affiliation_strings":["Huawei Germany Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Germany Research Center","institution_ids":["https://openalex.org/I4210166625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072278518","display_name":"Stefano Bortoli","orcid":"https://orcid.org/0000-0003-1565-3007"},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefano Bortoli","raw_affiliation_strings":["Huawei Germany Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Germany Research Center","institution_ids":["https://openalex.org/I4210166625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085745891","display_name":"Bogdan Nicolae","orcid":"https://orcid.org/0000-0002-0661-7509"},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bogdan Nicolae","raw_affiliation_strings":["Huawei Germany Research Center"],"affiliations":[{"raw_affiliation_string":"Huawei Germany Research Center","institution_ids":["https://openalex.org/I4210166625"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5080771130"],"corresponding_institution_ids":["https://openalex.org/I4210133778"],"apc_list":null,"apc_paid":null,"fwci":0.8288,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77578076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"40","issue":null,"first_page":"2402","last_page":"2407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8505774736404419},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6030449867248535},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.5598834753036499},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.513340175151825},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.5055952072143555},{"id":"https://openalex.org/keywords/data-redundancy","display_name":"Data redundancy","score":0.4533209502696991},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4505886137485504},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4345332384109497},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.43416231870651245},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3327544927597046},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3155891001224518},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2170080840587616},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1911638081073761}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8505774736404419},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6030449867248535},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5598834753036499},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.513340175151825},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.5055952072143555},{"id":"https://openalex.org/C7545210","wikidata":"https://www.wikidata.org/wiki/Q838123","display_name":"Data redundancy","level":2,"score":0.4533209502696991},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4505886137485504},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4345332384109497},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.43416231870651245},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3327544927597046},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3155891001224518},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2170080840587616},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1911638081073761},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata.2017.8258196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01649207v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-01649207","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://workshop.euranova.eu/bigdata17.html","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4699999988079071,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1513132753","https://openalex.org/W1973026225","https://openalex.org/W1976821017","https://openalex.org/W2005112390","https://openalex.org/W2023478510","https://openalex.org/W2057714068","https://openalex.org/W2068300842","https://openalex.org/W2122465391","https://openalex.org/W2125901106","https://openalex.org/W2144771673","https://openalex.org/W2150206209","https://openalex.org/W2153399951","https://openalex.org/W2157022252","https://openalex.org/W2158238403","https://openalex.org/W2164128653","https://openalex.org/W2165207129","https://openalex.org/W2182896330","https://openalex.org/W2247317079","https://openalex.org/W2252022677","https://openalex.org/W2298429875","https://openalex.org/W2437053200","https://openalex.org/W2550585696","https://openalex.org/W2583699183","https://openalex.org/W2588900683","https://openalex.org/W2595525104","https://openalex.org/W2613751718","https://openalex.org/W2738946720","https://openalex.org/W2998553639","https://openalex.org/W6630514612","https://openalex.org/W6682507280","https://openalex.org/W6697708596","https://openalex.org/W6733399770"],"related_works":["https://openalex.org/W2002428578","https://openalex.org/W2605169415","https://openalex.org/W2082671441","https://openalex.org/W180351855","https://openalex.org/W2897258045","https://openalex.org/W2538312128","https://openalex.org/W3005646551","https://openalex.org/W2904574017","https://openalex.org/W3113817755","https://openalex.org/W2018406690"],"abstract_inverted_index":{"Big":[0],"Data":[1],"applications":[2,39],"are":[3,63],"rapidly":[4],"moving":[5],"from":[6,21],"a":[7,12,133,149,157],"batch-oriented":[8],"execution":[9,14],"model":[10,15],"to":[11,18,41,50,67,96,103,167],"streaming":[13,140],"in":[16,24,35,170,190],"order":[17],"extract":[19],"value":[20],"the":[22,43,52,55,110,144,162,187],"data":[23,29,45,49,80,101,107,119,124,141],"real-time.":[25],"However,":[26],"processing":[27],"live":[28,44],"alone":[30],"is":[31],"often":[32,94],"not":[33,64],"enough:":[34],"many":[36],"cases,":[37],"such":[38,156],"need":[40],"combine":[42],"with":[46,69],"previously":[47],"archived":[48],"increase":[51],"quality":[53],"of":[54,79,86,151],"extracted":[56],"insights.":[57],"Current":[58],"streaming-oriented":[59],"runtimes":[60],"and":[61,77,82,112,121,136,153],"middlewares":[62],"flexible":[65],"enough":[66],"deal":[68],"this":[70,127,191],"trend,":[71],"as":[72],"they":[73],"address":[74],"ingestion":[75,135],"(collection":[76],"pre-processing":[78],"streams)":[81],"persistent":[83],"storage":[84,137],"(archival":[85],"intermediate":[87],"results)":[88],"using":[89],"separate":[90],"services.":[91],"This":[92],"separation":[93],"leads":[95],"I/O":[97,115],"redundancy":[98],"(e.g.,":[99,114],"write":[100],"twice":[102,108],"disk":[104],"or":[105],"transfer":[106],"over":[109],"network)":[111],"interference":[113],"bottlenecks":[116],"when":[117],"collecting":[118],"streams":[120],"writing":[122],"archival":[123],"simultaneously).":[125],"In":[126],"position":[128,188],"paper,":[129],"we":[130,177],"argue":[131],"for":[132,139,155,182],"unified":[134,158],"architecture":[138],"that":[142,185],"addresses":[143],"aforementioned":[145],"challenge.":[146],"We":[147],"identify":[148],"set":[150],"constraints":[152],"benefits":[154],"model,":[159],"while":[160],"highlighting":[161],"important":[163],"architectural":[164],"aspects":[165],"required":[166],"implement":[168],"it":[169],"real":[171],"life.":[172],"Based":[173],"on":[174],"these":[175],"aspects,":[176],"briefly":[178],"sketch":[179],"our":[180],"plan":[181],"future":[183],"work":[184],"develops":[186],"defended":[189],"paper.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}