{"id":"https://openalex.org/W7160961544","doi":"https://doi.org/10.18196/jrc.v6i4.26960","title":"A Hybrid Transformer-MLP Approach for Short-Term Electric Load Forecasting","display_name":"A Hybrid Transformer-MLP Approach for Short-Term Electric Load Forecasting","alternate_titles":[],"publication_year":2025,"publication_date":"2025-08-02","ids":{"openalex":"https://openalex.org/W7160961544","doi":"https://doi.org/10.18196/jrc.v6i4.26960"},"language":"en","primary_location":{"id":"doi:10.18196/jrc.v6i4.26960","doi":"https://doi.org/10.18196/jrc.v6i4.26960","is_oa":true,"landing_page_url":"https://doi.org/10.18196/jrc.v6i4.26960","pdf_url":"https://journal.umy.ac.id/index.php/jrc/article/download/26960/11772","source":{"id":"https://openalex.org/S4210207561","display_name":"Journal of Robotics and Control (JRC)","issn_l":"2715-5056","issn":["2715-5056","2715-5072"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315188","host_organization_name":"Muhammadiyah University of Yogyakarta","host_organization_lineage":["https://openalex.org/P4310315188"],"host_organization_lineage_names":["Muhammadiyah University of Yogyakarta"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics and Control (JRC)","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7160961544"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journal.umy.ac.id/index.php/jrc/article/download/26960/11772","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135915132","display_name":"Tuan Dung Nguyen","orcid":"https://orcid.org/0000-0002-3415-6148","observed_orcids":["https://orcid.org/0000-0002-3415-6148"]},"institutions":[{"id":"https://openalex.org/I202539009","display_name":"Industrial University of Ho Chi Minh City","ror":"https://ror.org/03mj71j26","country_code":"VN","type":"education","lineage":["https://openalex.org/I202539009"]}],"countries":["VN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Tuan Anh Nguyen","raw_affiliation_strings":["Industrial University of Ho Chi Minh City"],"raw_orcid":"https://orcid.org/0000-0002-3415-6148","affiliations":[{"raw_affiliation_string":"Industrial University of Ho Chi Minh City","institution_ids":["https://openalex.org/I202539009"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101072736","display_name":"Thanh N. Tran","orcid":"https://orcid.org/0000-0003-4194-5847","observed_orcids":["https://orcid.org/0000-0003-4194-5847"]},"institutions":[{"id":"https://openalex.org/I202539009","display_name":"Industrial University of Ho Chi Minh City","ror":"https://ror.org/03mj71j26","country_code":"VN","type":"education","lineage":["https://openalex.org/I202539009"]}],"countries":["VN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Thanh Ngoc Tran","raw_affiliation_strings":["Industrial University of Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial University of Ho Chi Minh City","institution_ids":["https://openalex.org/I202539009"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5135915132"],"corresponding_institution_ids":["https://openalex.org/I202539009"],"apc_list":null,"apc_paid":null,"fwci":0.6924,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60903661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"6","issue":"4","first_page":"2033","last_page":"2044"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/short-term-load-forecasting","display_name":"short-term load forecasting","score":0.9330000281333923},{"id":"https://openalex.org/keywords/transformer-encoder","display_name":"Transformer encoder","score":0.6809999942779541},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"multilayer perceptron","score":0.9769999980926514},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9449999928474426},{"id":"https://openalex.org/keywords/temporal-dependencies","display_name":"temporal dependencies","score":0.699999988079071},{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.6079999804496765},{"id":"https://openalex.org/keywords/load-forecasting","display_name":"load forecasting","score":0.843999981880188},{"id":"https://openalex.org/keywords/lightweight-deep-learning-models","display_name":"lightweight deep learning","score":0.6970000267028809}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6452000141143799},{"id":"https://openalex.org/C150217764","wikidata":"https://www.wikidata.org/wiki/Q6803607","display_name":"Mean absolute percentage error","level":3,"score":0.6345000267028809},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.611299991607666},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5945000052452087},{"id":"https://openalex.org/C77715397","wikidata":"https://www.wikidata.org/wiki/Q931447","display_name":"Electrical load","level":3,"score":0.5412999987602234},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5123000144958496},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.4668999910354614},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34200000762939453},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18196/jrc.v6i4.26960","doi":"https://doi.org/10.18196/jrc.v6i4.26960","is_oa":true,"landing_page_url":"https://doi.org/10.18196/jrc.v6i4.26960","pdf_url":"https://journal.umy.ac.id/index.php/jrc/article/download/26960/11772","source":{"id":"https://openalex.org/S4210207561","display_name":"Journal of Robotics and Control (JRC)","issn_l":"2715-5056","issn":["2715-5056","2715-5072"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315188","host_organization_name":"Muhammadiyah University of Yogyakarta","host_organization_lineage":["https://openalex.org/P4310315188"],"host_organization_lineage_names":["Muhammadiyah University of Yogyakarta"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics and Control (JRC)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.18196/jrc.v6i4.26960","doi":"https://doi.org/10.18196/jrc.v6i4.26960","is_oa":true,"landing_page_url":"https://doi.org/10.18196/jrc.v6i4.26960","pdf_url":"https://journal.umy.ac.id/index.php/jrc/article/download/26960/11772","source":{"id":"https://openalex.org/S4210207561","display_name":"Journal of Robotics and Control (JRC)","issn_l":"2715-5056","issn":["2715-5056","2715-5072"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310315188","host_organization_name":"Muhammadiyah University of Yogyakarta","host_organization_lineage":["https://openalex.org/P4310315188"],"host_organization_lineage_names":["Muhammadiyah University of Yogyakarta"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics and Control (JRC)","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9853000044822693},{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.8970999717712402}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160961544.pdf","grobid_xml":"https://content.openalex.org/works/W7160961544.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W2991119225","https://openalex.org/W3006822525","https://openalex.org/W3012189217","https://openalex.org/W3037398653","https://openalex.org/W3090661556","https://openalex.org/W3092370488","https://openalex.org/W3101652029","https://openalex.org/W3111167571","https://openalex.org/W3114921025","https://openalex.org/W3121939824","https://openalex.org/W3124149265","https://openalex.org/W3126378898","https://openalex.org/W3128764543","https://openalex.org/W3129762955","https://openalex.org/W3131110071","https://openalex.org/W3138408987","https://openalex.org/W3157175359","https://openalex.org/W3158245581","https://openalex.org/W3194886410","https://openalex.org/W3209550590","https://openalex.org/W4206227616","https://openalex.org/W4213128130","https://openalex.org/W4214894420","https://openalex.org/W4224983774","https://openalex.org/W4280559001","https://openalex.org/W4280584469","https://openalex.org/W4280601230","https://openalex.org/W4282927876","https://openalex.org/W4285400744","https://openalex.org/W4285409051","https://openalex.org/W4285725452","https://openalex.org/W4293254003","https://openalex.org/W4294042871","https://openalex.org/W4294892970","https://openalex.org/W4296222374","https://openalex.org/W4306876858","https://openalex.org/W4308928678","https://openalex.org/W4310717955","https://openalex.org/W4310814624","https://openalex.org/W4312417527","https://openalex.org/W4312930255","https://openalex.org/W4313043344","https://openalex.org/W4313334647","https://openalex.org/W4313451460","https://openalex.org/W4318826713","https://openalex.org/W4322631283","https://openalex.org/W4360861210","https://openalex.org/W4360996548","https://openalex.org/W4365129544","https://openalex.org/W4365140261","https://openalex.org/W4366384169","https://openalex.org/W4367333170","https://openalex.org/W4372054873","https://openalex.org/W4372311241","https://openalex.org/W4378221376","https://openalex.org/W4378228140","https://openalex.org/W4378713723","https://openalex.org/W4382998681","https://openalex.org/W4383897041","https://openalex.org/W4384787520","https://openalex.org/W4385453429","https://openalex.org/W4386589203","https://openalex.org/W4386819110","https://openalex.org/W4386825069","https://openalex.org/W4387089723","https://openalex.org/W4387140511","https://openalex.org/W4387637902","https://openalex.org/W4387647547","https://openalex.org/W4389503364","https://openalex.org/W4390796443","https://openalex.org/W4391020334","https://openalex.org/W4391236930","https://openalex.org/W4391723368","https://openalex.org/W4391791519","https://openalex.org/W4392253505","https://openalex.org/W4393140841","https://openalex.org/W4394789662","https://openalex.org/W4396853191","https://openalex.org/W4399439767","https://openalex.org/W4399580603","https://openalex.org/W4399689442","https://openalex.org/W4400389378","https://openalex.org/W4404107368","https://openalex.org/W4404851540","https://openalex.org/W4406258015","https://openalex.org/W4406355460","https://openalex.org/W4407275690","https://openalex.org/W4407304356","https://openalex.org/W4407831685","https://openalex.org/W4407991721","https://openalex.org/W4408147843","https://openalex.org/W4408148446","https://openalex.org/W4408733709","https://openalex.org/W4408941321","https://openalex.org/W4410312690"],"related_works":["https://openalex.org/W7135403631","https://openalex.org/W7111648746","https://openalex.org/W4411172426","https://openalex.org/W4402199919","https://openalex.org/W4414545300","https://openalex.org/W7203695291","https://openalex.org/W7138903057","https://openalex.org/W7168096847","https://openalex.org/W7138876045","https://openalex.org/W4405761457"],"abstract_inverted_index":{"Short-term":[0],"electric":[1],"load":[2,62,92,226],"forecasting":[3,143,189],"plays":[4],"a":[5,38,46,50,68,186],"vital":[6],"role":[7],"in":[8,32],"ensuring":[9],"the":[10,79,86,135,141,172,198],"stability":[11],"and":[12,28,58,104,123,162,168,180,209,212,222],"efficiency":[13],"of":[14],"smart":[15,192],"grid":[16],"operations.":[17],"However,":[18],"accurately":[19],"predicting":[20],"demand":[21],"remains":[22],"challenging":[23],"due":[24],"to":[25,54,70,152,200,218],"nonlinearity,":[26],"volatility,":[27],"long-term":[29],"temporal":[30,73,178],"dependencies":[31,179],"consumption":[33],"patterns.":[34],"The":[35,64],"research":[36],"proposes":[37],"lightweight":[39],"hybrid":[40,173],"deep":[41,156],"learning":[42,157],"model":[43,66,112,138,174,199],"that":[44,134],"integrates":[45],"Transformer":[47,69,215],"encoder":[48],"with":[49],"multi-layer":[51],"perceptron":[52],"(MLP)":[53],"enhance":[55,219],"prediction":[56,220],"accuracy":[57,221],"robustness":[59],"for":[60,108,191],"short-term":[61],"forecasting.":[63],"proposed":[65,136],"employs":[67],"extract":[71],"long-range":[72],"features":[74],"through":[75],"self-attention":[76],"mechanisms,":[77],"while":[78],"MLP":[80],"captures":[81,176],"complex":[82],"nonlinear":[83,181],"mappings":[84],"at":[85],"output":[87],"stage.":[88],"A":[89],"real-world":[90],"electricity":[91],"dataset":[93],"collected":[94],"from":[95,150],"three":[96],"Australian":[97],"states":[98],"(NSW,":[99],"QLD,":[100],"VIC)":[101],"between":[102],"2009":[103],"2014":[105],"is":[106],"used":[107],"evaluation.":[109],"To":[110],"assess":[111],"performance,":[113],"mean":[114,119],"absolute":[115],"percentage":[116],"error":[117,121,144],"(MAPE),":[118],"squared":[120],"(MSE),":[122],"Root":[124],"Mean":[125],"Squared":[126],"Error":[127],"(RMSE)":[128],"are":[129],"used.":[130],"Experimental":[131],"results":[132],"demonstrate":[133],"transformer-MLP":[137],"consistently":[139],"achieves":[140],"lowest":[142],"across":[145,224],"all":[146],"regions.":[147],"MAPE":[148],"ranges":[149],"0.69%":[151],"0.95%,":[153],"outperforming":[154],"standard":[155],"models,":[158],"including":[159],"LSTM,":[160],"CNN,":[161],"MLP.":[163],"Despite":[164],"its":[165],"shallow":[166],"architecture":[167],"reduced":[169],"computational":[170],"complexity,":[171],"effectively":[175],"both":[177],"variations.":[182],"This":[183],"study":[184],"provides":[185],"practical,":[187],"deployable":[188],"solution":[190],"grids.":[193],"Future":[194],"work":[195],"will":[196],"extend":[197],"multi-step":[201],"forecasting,":[202],"incorporate":[203],"exogenous":[204],"variables":[205],"such":[206],"as":[207],"weather":[208],"calendar":[210],"effects,":[211],"explore":[213],"deeper":[214],"variants":[216],"further":[217],"generalization":[223],"diverse":[225],"conditions.":[227]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7160961544","counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-05-13T00:00:00"}
