{"id":"https://openalex.org/W4376471973","doi":"https://doi.org/10.31577/cai_2023_1_75","title":"Short Term Load Forecasting for Smart Grids Using Apache Spark and a Modified Transformer Model","display_name":"Short Term Load Forecasting for Smart Grids Using Apache Spark and a Modified Transformer Model","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4376471973","doi":"https://doi.org/10.31577/cai_2023_1_75"},"language":"en","primary_location":{"id":"doi:10.31577/cai_2023_1_75","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2023_1_75","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2023_1_75/1210","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2023_1_75/1210","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101967976","display_name":"Aditya Upadhyay","orcid":"https://orcid.org/0000-0001-9829-5115"},"institutions":[{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditya Upadhyay","raw_affiliation_strings":["Computer Science and Engineering Department, Thapar University, Patiala (Punjab), India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Thapar University, Patiala (Punjab), India","institution_ids":["https://openalex.org/I162030827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018824858","display_name":"Dhruv Garg","orcid":null},"institutions":[{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dhruv Garg","raw_affiliation_strings":["Computer Science and Engineering Department, Thapar University, Patiala (Punjab), India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Thapar University, Patiala (Punjab), India","institution_ids":["https://openalex.org/I162030827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103260013","display_name":"Mukesh Singh","orcid":"https://orcid.org/0000-0001-8234-8817"},"institutions":[{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mukesh Singh","raw_affiliation_strings":["Electrical and Instrumentation Engineering Department, Thapar University, Patiala (Punjab), India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Instrumentation Engineering Department, Thapar University, Patiala (Punjab), India","institution_ids":["https://openalex.org/I162030827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6136,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66427358,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"42","issue":"1","first_page":"75","last_page":"97"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.7740020751953125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6572872996330261},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6024558544158936},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6001295447349548},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5655993819236755},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49256354570388794},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.4841233193874359},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.46396908164024353},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4405747950077057},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.4216609001159668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40875399112701416},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40247833728790283},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4004741311073303},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21678516268730164},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10523378849029541},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10022687911987305}],"concepts":[{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.7740020751953125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6572872996330261},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6024558544158936},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6001295447349548},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5655993819236755},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49256354570388794},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4841233193874359},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.46396908164024353},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4405747950077057},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.4216609001159668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40875399112701416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40247833728790283},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4004741311073303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21678516268730164},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10523378849029541},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10022687911987305},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31577/cai_2023_1_75","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2023_1_75","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2023_1_75/1210","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31577/cai_2023_1_75","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2023_1_75","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2023_1_75/1210","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4376471973.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1978790155","https://openalex.org/W1980067289","https://openalex.org/W2062901109","https://openalex.org/W2125800352","https://openalex.org/W2159514557","https://openalex.org/W2269227734","https://openalex.org/W2597866042","https://openalex.org/W2602440570","https://openalex.org/W2754252319","https://openalex.org/W2774966631","https://openalex.org/W2783232532","https://openalex.org/W2804455053","https://openalex.org/W2807585131","https://openalex.org/W2887119851","https://openalex.org/W2893370605","https://openalex.org/W2898080397","https://openalex.org/W2899494475","https://openalex.org/W2930095323","https://openalex.org/W2949062675","https://openalex.org/W2953802274","https://openalex.org/W2982252711","https://openalex.org/W3002709689","https://openalex.org/W3006158898","https://openalex.org/W3008533347","https://openalex.org/W3027972301","https://openalex.org/W3044162788","https://openalex.org/W4200487551","https://openalex.org/W4238013249","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3015859229","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W1975949872","https://openalex.org/W2905242764","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W2937099569","https://openalex.org/W3005992387","https://openalex.org/W1566614651"],"abstract_inverted_index":{"Smart":[0,38],"grid":[1,6,39],"is":[2,50,67],"an":[3],"advanced":[4],"electrical":[5],"that":[7,85,163],"enables":[8],"more":[9],"efficient":[10],"distribution":[11],"of":[12,17,43,111,119,151,172,192],"electricity.":[13],"It":[14],"counters":[15],"many":[16],"the":[18,112,152,164,178],"problems":[19],"presented":[20],"by":[21],"renewable":[22],"energy":[23],"sources":[24],"such":[25],"as":[26],"variability":[27],"in":[28,149,170],"production":[29],"through":[30,45],"techniques":[31,81],"like":[32],"load":[33,55,83,117],"forecasting":[34,84,116],"and":[35,79,94,107,142,147,156,174],"dynamic":[36],"pricing.":[37],"generates":[40],"massive":[41],"amounts":[42],"data":[44,49,65,77,105,187],"smart":[46],"meters,":[47],"this":[48,62],"used":[51],"to":[52,56],"forecast":[53],"future":[54],"adjust":[57],"distribution.":[58],"To":[59],"process":[60],"all":[61],"data,":[63],"big":[64,76,104],"analysis":[66,106],"necessary.":[68],"Most":[69],"existing":[70],"schemes":[71],"use":[72],"Apache":[73,101],"Hadoop":[74],"for":[75,82,103,115],"processing":[78],"various":[80],"include":[86],"methods":[87],"based":[88],"on":[89,186],"statistical":[90],"theory,":[91],"machine":[92,131,144],"learning":[93,132,145],"deep":[95],"learning.":[96],"This":[97],"paper":[98],"proposes":[99],"using":[100],"Spark":[102],"a":[108,183,189],"modified":[109,122],"version":[110],"transformer":[113,123],"model":[114,124,166,185],"profiles":[118],"households.":[120],"The":[121,134,159],"has":[125,167],"been":[126],"tested":[127,138],"against":[128,139],"several":[129,140],"state-of-the-art":[130,143],"models.":[133],"proposed":[135,165],"scheme":[136],"was":[137],"baseline":[141],"models":[146],"evaluated":[148],"terms":[150,171],"RMSE,":[153],"MAE,":[154],"MedAE":[155],"R2":[157,175],"scores.":[158],"obtained":[160],"results":[161],"show":[162],"better":[168],"performance":[169],"RMSE":[173],"which":[176],"are":[177],"preferred":[179],"metrics":[180],"when":[181],"evaluating":[182],"regression":[184],"with":[188],"large":[190],"number":[191],"outliers.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}