{"id":"https://openalex.org/W4318147681","doi":"https://doi.org/10.1109/bigdata55660.2022.10020382","title":"A Framework for the Design, Development, Testing and Deployment of Reliable Big Data Platforms","display_name":"A Framework for the Design, Development, Testing and Deployment of Reliable Big Data Platforms","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4318147681","doi":"https://doi.org/10.1109/bigdata55660.2022.10020382"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10020382","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020382","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056958802","display_name":"Carolyn McGregor","orcid":"https://orcid.org/0000-0002-0491-4403"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I39470171","display_name":"University of Ontario Institute of Technology","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["AU","CA"],"is_corresponding":true,"raw_author_name":"Carolyn McGregor","raw_affiliation_strings":["Ontario Tech University,Joint Research Centre in AI for Health and Wellness,Oshawa,Canada","Joint Research Centre in AI for Health and Wellness, Ontario Tech University, Oshawa, Canada","University of Technology Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Ontario Tech University,Joint Research Centre in AI for Health and Wellness,Oshawa,Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"Joint Research Centre in AI for Health and Wellness, Ontario Tech University, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005703713","display_name":"Catherine Inibhunu","orcid":null},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"University of Ontario Institute of Technology","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Catherine Inibhunu","raw_affiliation_strings":["Ontario Tech University,Joint Research Centre in AI for Health and Wellness,Oshawa,Canada","Joint Research Centre in AI for Health and Wellness, Ontario Tech University, Oshawa, Canada"],"affiliations":[{"raw_affiliation_string":"Ontario Tech University,Joint Research Centre in AI for Health and Wellness,Oshawa,Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"Joint Research Centre in AI for Health and Wellness, Ontario Tech University, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5056958802"],"corresponding_institution_ids":["https://openalex.org/I114017466","https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22358176,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"2660","last_page":"2666"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8442937135696411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.742539644241333},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6901823282241821},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6529842615127563},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5662825107574463},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5298749208450317},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.5188209414482117},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44280073046684265},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.430355429649353},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4054108262062073},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.4025537967681885},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33104732632637024},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.19522613286972046},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.140666663646698},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12298762798309326}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8442937135696411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.742539644241333},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6901823282241821},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6529842615127563},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5662825107574463},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5298749208450317},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.5188209414482117},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44280073046684265},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.430355429649353},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4054108262062073},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.4025537967681885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33104732632637024},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.19522613286972046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.140666663646698},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12298762798309326},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10020382","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10020382","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1153687699","https://openalex.org/W1978222618","https://openalex.org/W2019107569","https://openalex.org/W2075485361","https://openalex.org/W2134802662","https://openalex.org/W2274575838","https://openalex.org/W2400504751","https://openalex.org/W2746936003","https://openalex.org/W2786148895","https://openalex.org/W2979323892","https://openalex.org/W3009922857","https://openalex.org/W3081590694","https://openalex.org/W3081991170","https://openalex.org/W3126786262","https://openalex.org/W3163374279","https://openalex.org/W4205303505","https://openalex.org/W4206463930","https://openalex.org/W4385388851","https://openalex.org/W6627525331","https://openalex.org/W6743501813"],"related_works":["https://openalex.org/W96612179","https://openalex.org/W2770234245","https://openalex.org/W2987774938","https://openalex.org/W2566006169","https://openalex.org/W4390608645","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2064720525","https://openalex.org/W1918900381","https://openalex.org/W2111125783"],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,97],"problem":[3],"of":[4,14,78,99],"reliability":[5,119],"in":[6,47,96],"big":[7],"data":[8,36,70,102],"science":[9,71],"projects":[10,72],"that":[11,21,113],"are":[12],"comprised":[13],"multiple":[15,75],"computing":[16,76],"platforms":[17],"and":[18,31,89,120],"complex":[19,39],"architectures":[20],"harness":[22],"data.":[23],"Specifically":[24],"on":[25,109],"their":[26],"ability":[27],"to":[28,67,117],"capture,":[29],"process":[30],"analyze":[32],"streaming":[33],"high":[34],"frequency":[35],"from":[37],"vast":[38,48],"systems":[40],"reliably":[41],"with":[42],"effective":[43],"scalability":[44],"for":[45],"deployment":[46],"domains":[49],"such":[50],"as":[51],"clinical":[52],"care,":[53],"smart":[54],"cities":[55],"or":[56],"within":[57],"extreme":[58],"climatic":[59],"work":[60],"environments.":[61],"This":[62],"paper":[63],"introduces":[64],"a":[65,100,106],"framework":[66,93],"enable":[68],"reliable":[69],"by":[73],"integrating":[74],"principles":[77],"autonomy,":[79],"local":[80],"responsibility,":[81],"fault":[82],"tolerance,":[83],"symmetry,":[84],"decentralization,":[85],"well-understood":[86],"building":[87],"blocks,":[88],"simplicity.":[90],"The":[91],"designed":[92],"is":[94,114,122],"applied":[95],"development":[98],"decoupled":[101],"pipeline":[103],"demonstrated":[104],"through":[105],"case":[107],"study":[108],"pre-deployment":[110],"acclimation":[111],"strategies":[112],"continuously":[115],"monitored":[116],"ensure":[118],"availability":[121],"effectively":[123],"quantified.":[124]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}