{"id":"https://openalex.org/W3152803359","doi":"https://doi.org/10.1109/access.2021.3072609","title":"Distributed Tree-Based Machine Learning for Short-Term Load Forecasting With Apache Spark","display_name":"Distributed Tree-Based Machine Learning for Short-Term Load Forecasting With Apache Spark","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3152803359","doi":"https://doi.org/10.1109/access.2021.3072609","mag":"3152803359"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3072609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3072609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09400851.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09400851.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010833275","display_name":"Ameema Zainab","orcid":"https://orcid.org/0000-0002-3754-4162"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ameema Zainab","raw_affiliation_strings":["Texas A&xM University, College Station, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-3754-4162","affiliations":[{"raw_affiliation_string":"Texas A&xM University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014049864","display_name":"Ali Ghrayeb","orcid":null},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ali Ghrayeb","raw_affiliation_strings":["Texas A&M University at Qatar, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-6808-5886","affiliations":[{"raw_affiliation_string":"Texas A&M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010833171","display_name":"Haitham Abu\u2010Rub","orcid":"https://orcid.org/0000-0001-8687-3942"},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Haitham Abu-Rub","raw_affiliation_strings":["Texas A&M University at Qatar, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-8687-3942","affiliations":[{"raw_affiliation_string":"Texas A&M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031046256","display_name":"Shady S. Refaat","orcid":"https://orcid.org/0000-0001-9392-6141"},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Shady S. Refaat","raw_affiliation_strings":["Texas A&M University at Qatar, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-9392-6141","affiliations":[{"raw_affiliation_string":"Texas A&M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068186523","display_name":"O. Bouhali","orcid":"https://orcid.org/0000-0001-7139-7322"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]},{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Othmane Bouhali","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","Research Computing, Texas A&M University at Qatar, Doha, Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]},{"raw_affiliation_string":"Research Computing, Texas A&M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010833275"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1516,"currency":"EUR","value_usd":1635},"fwci":1.1186,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76949375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"57372","last_page":"57384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7961909770965576},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7066320776939392},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6429105401039124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4693373739719391},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.46766698360443115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43038463592529297},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.39722806215286255},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12975290417671204}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961909770965576},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7066320776939392},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6429105401039124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4693373739719391},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.46766698360443115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43038463592529297},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.39722806215286255},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12975290417671204},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3072609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3072609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09400851.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3f644369c7c2466bbd3ff57a27d257ab","is_oa":true,"landing_page_url":"https://doaj.org/article/3f644369c7c2466bbd3ff57a27d257ab","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 57372-57384 (2021)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/24042492","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Distributed_Tree-Based_Machine_Learning_for_Short-Term_Load_Forecasting_With_Apache_Spark/24042492","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3072609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3072609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09400851.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1659715620","display_name":null,"funder_award_id":"NPRP10","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G1936294329","display_name":null,"funder_award_id":"NPRP10-0101-170082","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320324109","display_name":"Qatar Science and Technology Park","ror":"https://ror.org/01gshyb58"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"},{"id":"https://openalex.org/F4320334468","display_name":"Qatar National Library","ror":"https://ror.org/02jv93662"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3152803359.pdf","grobid_xml":"https://content.openalex.org/works/W3152803359.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W410850256","https://openalex.org/W1598064945","https://openalex.org/W1966860954","https://openalex.org/W2023220927","https://openalex.org/W2038412523","https://openalex.org/W2105947650","https://openalex.org/W2110086534","https://openalex.org/W2130608062","https://openalex.org/W2131975293","https://openalex.org/W2155319834","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2291417755","https://openalex.org/W2313169588","https://openalex.org/W2323256195","https://openalex.org/W2417897189","https://openalex.org/W2477400917","https://openalex.org/W2538998463","https://openalex.org/W2542194815","https://openalex.org/W2597866042","https://openalex.org/W2609731728","https://openalex.org/W2716934642","https://openalex.org/W2907556374","https://openalex.org/W2963288913","https://openalex.org/W2990824961","https://openalex.org/W2995564009","https://openalex.org/W2999395600","https://openalex.org/W3011452031","https://openalex.org/W3095582408","https://openalex.org/W3131393736","https://openalex.org/W3154031915","https://openalex.org/W6614148910","https://openalex.org/W6679815717","https://openalex.org/W6683152347","https://openalex.org/W6684084819","https://openalex.org/W6687322159","https://openalex.org/W6772801902"],"related_works":["https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2905242764","https://openalex.org/W4391094140","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W4379407450","https://openalex.org/W3003280185","https://openalex.org/W2613379984"],"abstract_inverted_index":{"Machine":[0],"learning":[1,160],"algorithms":[2,161],"have":[3,31],"been":[4],"intensively":[5],"applied":[6],"to":[7,11,17,32,65,127,142,148,151,167,191],"perform":[8],"load":[9,92],"forecasting":[10,93],"obtain":[12],"better":[13],"accuracies":[14],"as":[15],"compared":[16],"traditional":[18],"statistical":[19],"methods.":[20],"However,":[21],"with":[22,73,90,164,171,199],"the":[23,45,54,58,144,153,169,193,196],"huge":[24],"increase":[25],"in":[26,71,94,106,139],"data":[27,38,109,145,183],"size,":[28],"sophisticated":[29],"models":[30],"be":[33,50,149],"created":[34],"which":[35],"require":[36],"big":[37,76],"platforms.":[39],"Optimal":[40],"and":[41,88,204],"effective":[42,55],"use":[43],"of":[44,57,135,195],"available":[46],"computational":[47,154],"resources":[48],"can":[49],"attained":[51],"by":[52],"maximizing":[53],"utilization":[56,70,118],"cluster":[59,143],"nodes.":[60],"Parallel":[61],"computing":[62,84],"is":[63,86,120,137],"demanded":[64],"allow":[66],"for":[67,91,122,186],"optimal":[68,133],"resource":[69,117],"dealing":[72],"smart":[74],"grid":[75],"data.":[77],"In":[78],"this":[79,140],"paper,":[80],"a":[81,95,101,107,175,200],"master-slave":[82],"parallel":[83,165],"paradigm":[85],"utilized":[87],"experimented":[89],"multi-AMI":[96],"environment.":[97],"The":[98,132],"paper":[99,141],"proposes":[100],"concurrent":[102],"job":[103,129],"scheduling":[104],"algorithm":[105],"multi-energy":[108],"source":[110],"environment":[111],"using":[112],"Apache":[113],"Spark.":[114],"An":[115],"efficient":[116],"strategy":[119],"proposed":[121,197],"submitting":[123],"multiple":[124],"Spark":[125],"jobs":[126],"reduce":[128,152],"completion":[130],"time.":[131,206],"value":[134],"clustering":[136],"used":[138,190],"into":[146],"groups":[147],"able":[150],"time":[155],"additionally.":[156],"Multiple":[157],"tree-based":[158],"machine":[159],"are":[162,189],"tested":[163],"computation":[166],"evaluate":[168],"performance":[170,194],"tunable":[172],"parameters":[173],"on":[174],"real-world":[176],"dataset.":[177],"One":[178],"thousand":[179],"distribution":[180],"transformers\u2019":[181],"real":[182],"from":[184],"Spain":[185],"three":[187],"years":[188],"demonstrate":[192],"methodology":[198],"trade-off":[201],"between":[202],"accuracy":[203],"processing":[205]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}