{"id":"https://openalex.org/W4395955060","doi":"https://doi.org/10.1186/s40537-024-00909-6","title":"Big data resolving using Apache Spark for load forecasting and demand response in smart grid: a case study of Low Carbon London Project","display_name":"Big data resolving using Apache Spark for load forecasting and demand response in smart grid: a case study of Low Carbon London Project","publication_year":2024,"publication_date":"2024-04-28","ids":{"openalex":"https://openalex.org/W4395955060","doi":"https://doi.org/10.1186/s40537-024-00909-6"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-024-00909-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00909-6","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00909-6","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00909-6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hussien Ali El-Sayed Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Hussien Ali El-Sayed Ali","raw_affiliation_strings":["Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010488981","display_name":"M.H. Alham","orcid":"https://orcid.org/0000-0002-8943-6614"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"M. H. Alham","raw_affiliation_strings":["Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-8943-6614","affiliations":[{"raw_affiliation_string":"Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051080475","display_name":"Doaa Khalil Ibrahim","orcid":"https://orcid.org/0000-0003-0177-5089"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Doaa Khalil Ibrahim","raw_affiliation_strings":["Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt"],"raw_orcid":"https://orcid.org/0000-0003-0177-5089","affiliations":[{"raw_affiliation_string":"Electrical Power Engineering Department, Faculty of Engineering, Cairo University, Giza, 12613, Cairo, Egypt","institution_ids":["https://openalex.org/I145487455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145487455"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":1.9111,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85736932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.8099948763847351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8042483329772949},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7716158628463745},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6913923621177673},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5883912444114685},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.49137845635414124},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4245699644088745},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4110480844974518},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40274834632873535},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.1242033839225769},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0908898413181305}],"concepts":[{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.8099948763847351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8042483329772949},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7716158628463745},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6913923621177673},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5883912444114685},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.49137845635414124},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4245699644088745},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4110480844974518},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40274834632873535},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.1242033839225769},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0908898413181305},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-024-00909-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00909-6","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00909-6","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0b589433183e48dba4cb5296da7ca2f3","is_oa":true,"landing_page_url":"https://doaj.org/article/0b589433183e48dba4cb5296da7ca2f3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 11, Iss 1, Pp 1-26 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-024-00909-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00909-6","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00909-6","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321148","display_name":"Cairo University","ror":"https://ror.org/03q21mh05"},{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395955060.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1586530119","https://openalex.org/W2053345476","https://openalex.org/W2072750586","https://openalex.org/W2171033594","https://openalex.org/W2191365824","https://openalex.org/W2210858887","https://openalex.org/W2594057365","https://openalex.org/W2607936445","https://openalex.org/W2608888380","https://openalex.org/W2757909670","https://openalex.org/W2771997029","https://openalex.org/W2786806645","https://openalex.org/W2793083950","https://openalex.org/W2909508023","https://openalex.org/W2965061915","https://openalex.org/W2969938686","https://openalex.org/W2993467838","https://openalex.org/W2996426557","https://openalex.org/W2999395600","https://openalex.org/W3034640442","https://openalex.org/W3045300245","https://openalex.org/W3049756476","https://openalex.org/W3054267983","https://openalex.org/W3106559595","https://openalex.org/W3138703676","https://openalex.org/W3211301033","https://openalex.org/W4318832288"],"related_works":["https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W3202731209","https://openalex.org/W3211874991","https://openalex.org/W2898021358","https://openalex.org/W1589973774","https://openalex.org/W2353074559","https://openalex.org/W2171108821","https://openalex.org/W2023642087","https://openalex.org/W2074513827"],"abstract_inverted_index":{"Abstract":[0],"Using":[1],"recent":[2],"information":[3],"and":[4,9,48,79,131,146,154,162,175,188],"communication":[5],"technologies":[6,19],"for":[7,115],"monitoring":[8],"management":[10],"initiates":[11],"a":[12,68],"revolution":[13],"in":[14,40,91],"the":[15,35,60,73,88,92,140,147,159,171],"smart":[16,55],"grid.":[17],"These":[18],"generate":[20],"massive":[21],"data":[22,30,39,58,81,126,142,163],"that":[23,149],"can":[24],"only":[25],"be":[26],"processed":[27],"using":[28,101,196],"big":[29,38,95,141],"tools.":[31],"This":[32],"paper":[33],"emphasizes":[34],"role":[36],"of":[37,54,72,76,94,144,184,190],"resolving":[41],"load":[42,84,177,198],"forecasting,":[43],"renewable":[44,191],"energy":[45,109,192],"sources":[46],"integration,":[47],"demand":[49,185],"response":[50,186],"as":[51,67],"significant":[52],"aspects":[53],"grids.":[56],"Meters":[57],"from":[59],"Low":[61],"Carbon":[62],"London":[63],"Project":[64],"is":[65,90,113,194],"investigated":[66],"case":[69],"study.":[70],"Because":[71],"immense":[74],"stream":[75],"meters'":[77,125],"readings":[78],"exogenous":[80],"added":[82],"to":[83,104,166],"forecasting":[85,178,199],"models,":[86],"addressing":[87],"problem":[89],"context":[93],"data.":[96],"Descriptive":[97],"analytics":[98,117,161],"are":[99,135,152],"developed":[100],"Spark":[102,111],"SQL":[103],"get":[105],"insights":[106],"regarding":[107],"household":[108],"consumption.":[110],"MLlib":[112],"utilized":[114],"predictive":[116],"by":[118],"building":[119],"scalable":[120],"machine":[121],"learning":[122],"models":[123,134],"accommodating":[124],"streams.":[127],"Multivariate":[128],"polynomial":[129],"regression":[130],"decision":[132],"tree":[133],"preferred":[136],"here":[137],"based":[138],"on":[139],"point":[143],"view":[145],"literature":[148],"ensures":[150],"they":[151],"accurate":[153],"interpretable.":[155],"The":[156],"results":[157],"confirmed":[158],"descriptive":[160],"visualization":[164],"capabilities":[165],"provide":[167],"valuable":[168],"insights,":[169],"guide":[170],"feature":[172],"selection":[173],"process,":[174],"enhance":[176],"models'":[179],"accuracy.":[180],"Accordingly,":[181],"proper":[182],"evaluation":[183],"programs":[187],"integration":[189],"resources":[193],"accomplished":[195],"achieved":[197],"results.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}