{"id":"https://openalex.org/W2796749629","doi":"https://doi.org/10.1109/tpds.2017.2772241","title":"Optimised Lambda Architecture for Monitoring Scientific Infrastructure","display_name":"Optimised Lambda Architecture for Monitoring Scientific Infrastructure","publication_year":2018,"publication_date":"2018-04-12","ids":{"openalex":"https://openalex.org/W2796749629","doi":"https://doi.org/10.1109/tpds.2017.2772241","mag":"2796749629"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2017.2772241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2772241","pdf_url":"https://ieeexplore.ieee.org/ielx7/71/9321244/08336995.pdf","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/71/9321244/08336995.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042360185","display_name":"Uthayanath Suthakar","orcid":"https://orcid.org/0000-0003-2754-8861"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]},{"id":"https://openalex.org/I67311998","display_name":"European Organization for Nuclear Research","ror":"https://ror.org/01ggx4157","country_code":"CH","type":"facility","lineage":["https://openalex.org/I67311998"]}],"countries":["CH","GB"],"is_corresponding":true,"raw_author_name":"Uthayanath Suthakar","raw_affiliation_strings":["CERN, European Organization for Nuclear Research (CERN), Geneva, Switzerland","College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K"],"affiliations":[{"raw_affiliation_string":"CERN, European Organization for Nuclear Research (CERN), Geneva, Switzerland","institution_ids":["https://openalex.org/I67311998"]},{"raw_affiliation_string":"College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113514883","display_name":"L. Magnoni","orcid":null},"institutions":[{"id":"https://openalex.org/I67311998","display_name":"European Organization for Nuclear Research","ror":"https://ror.org/01ggx4157","country_code":"CH","type":"facility","lineage":["https://openalex.org/I67311998"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Magnoni","raw_affiliation_strings":["CERN, European Organization for Nuclear Research (CERN), Geneva, Switzerland"],"affiliations":[{"raw_affiliation_string":"CERN, European Organization for Nuclear Research (CERN), Geneva, Switzerland","institution_ids":["https://openalex.org/I67311998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059119479","display_name":"David R. Smith","orcid":"https://orcid.org/0000-0003-3658-4506"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Ryan Smith","raw_affiliation_strings":["College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107395224","display_name":"Akram Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Akram Khan","raw_affiliation_strings":["College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Design and Physical Sciences, Brunel University London, Middlesex, U.K","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042360185"],"corresponding_institution_ids":["https://openalex.org/I59433898","https://openalex.org/I67311998"],"apc_list":null,"apc_paid":null,"fwci":0.7854,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79478928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":"6","first_page":"1395","last_page":"1408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.799243152141571},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6382392048835754},{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.6100719571113586},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6010454893112183},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.5939902067184448},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5534850358963013},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5346317291259766},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5291203260421753},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5226923227310181},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.5193451642990112},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4674191474914551},{"id":"https://openalex.org/keywords/execution-model","display_name":"Execution model","score":0.4642522931098938},{"id":"https://openalex.org/keywords/relational-database-management-system","display_name":"Relational database management system","score":0.4186820685863495},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4030977487564087},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.34376823902130127},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.3151208758354187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.799243152141571},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6382392048835754},{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.6100719571113586},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6010454893112183},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.5939902067184448},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5534850358963013},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5346317291259766},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5291203260421753},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5226923227310181},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.5193451642990112},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4674191474914551},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.4642522931098938},{"id":"https://openalex.org/C24394798","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database management system","level":3,"score":0.4186820685863495},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4030977487564087},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.34376823902130127},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.3151208758354187},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpds.2017.2772241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2772241","pdf_url":"https://ieeexplore.ieee.org/ielx7/71/9321244/08336995.pdf","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/15380","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/15380","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:inspirehep.net:1845288","is_oa":true,"landing_page_url":"http://cds.cern.ch/record/2751541","pdf_url":null,"source":{"id":"https://openalex.org/S4306402195","display_name":"CERN Document Server (European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.1109/tpds.2017.2772241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2772241","pdf_url":"https://ieeexplore.ieee.org/ielx7/71/9321244/08336995.pdf","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324766","display_name":"Brunel University London","ror":"https://ror.org/00dn4t376"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2796749629.pdf","grobid_xml":"https://content.openalex.org/works/W2796749629.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W172863105","https://openalex.org/W334811598","https://openalex.org/W585267904","https://openalex.org/W1598064945","https://openalex.org/W1625777680","https://openalex.org/W1635892993","https://openalex.org/W2131975293","https://openalex.org/W2139086035","https://openalex.org/W2189465200","https://openalex.org/W2513241534","https://openalex.org/W2538521736","https://openalex.org/W2540570975","https://openalex.org/W2550375374","https://openalex.org/W2995564009","https://openalex.org/W6679815717","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W2186366292","https://openalex.org/W2726036316","https://openalex.org/W2790848693","https://openalex.org/W4229668945","https://openalex.org/W2131151640","https://openalex.org/W4300425766","https://openalex.org/W2920657135","https://openalex.org/W2569819632","https://openalex.org/W3217778767","https://openalex.org/W2796749629"],"abstract_inverted_index":{"Within":[0],"scientific":[1],"infrastructuscientists":[2],"execute":[3],"millions":[4],"of":[5,13,15,118,145,152],"computational":[6],"jobs":[7],"daily,":[8],"resulting":[9],"in":[10],"the":[11,18,22,56,87,108,127,143,153,156,163,169,182],"movement":[12],"petabytes":[14],"data":[16,49,66],"over":[17,27],"heterogeneous":[19],"infrastructure.":[20],"Monitoring":[21],"computing":[23],"and":[24,51,68,78,97,122,142,148,162,192],"user":[25],"activities":[26],"such":[28],"a":[29,42],"complex":[30,94],"infrastructure":[31,167],"is":[32],"incredibly":[33],"demanding.":[34],"Whereas":[35],"present":[36],"solutions":[37],"are":[38,177],"traditionally":[39],"based":[40],"on":[41,155],"Relational":[43],"Database":[44],"Management":[45],"System":[46],"(RDBMS)":[47],"for":[48,71,168,197],"storage":[50,67],"processing,":[52],"recent":[53],"developments":[54],"evaluate":[55],"Lambda":[57,104],"Architecture":[58,105],"(LA).":[59],"In":[60],"particular":[61],"these":[62],"studies":[63],"have":[64],"evaluated":[65],"batch":[69,120,140,147,191],"processing":[70,72,194],"large-scale":[73],"monitoring":[74,170],"datasets":[75],"using":[76,107],"Hadoop":[77,160],"its":[79],"MapReduce":[80],"framework.":[81],"Although":[82],"LA":[83],"performed":[84],"better":[85],"than":[86],"RDBMS":[88],"following":[89],"evaluation,":[90],"it":[91],"was":[92],"fairly":[93],"to":[95,129,195],"implement":[96],"maintain.":[98],"This":[99],"paper":[100],"presents":[101],"an":[102,115],"Optimised":[103],"(OLA)":[106],"Apache":[109],"Spark":[110],"ecosystem,":[111],"which":[112],"involves":[113],"modelling":[114],"efficient":[116],"way":[117],"joining":[119],"computation":[121,124],"real-time":[123,193],"transparently":[125],"without":[126],"need":[128],"add":[130],"complexity.":[131],"A":[132],"few":[133],"models":[134],"were":[135],"explored:":[136],"pure":[137,139],"streaming,":[138],"computation,":[141],"combination":[144],"both":[146,178,190],"streaming.":[149],"An":[150],"evaluation":[151],"OLA":[154],"CERN":[157],"IT":[158],"on-premises":[159],"cluster":[161],"public":[164],"Amazon":[165],"cloud":[166],"WLCG":[171],"Data":[172],"acTivities":[173],"(WDT)":[174],"use":[175],"case":[176],"presented,":[179],"demonstrating":[180],"how":[181],"new":[183],"architecture":[184],"can":[185],"offer":[186],"benefits":[187],"by":[188],"combining":[189],"compensate":[196],"batch-processing":[198],"latency.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}