{"id":"https://openalex.org/W4390489186","doi":"https://doi.org/10.1109/ssci52147.2023.10371846","title":"Differential Evolution Algorithm based Hyper-Parameters Selection of Transformer Neural Network Model for Load Forecasting","display_name":"Differential Evolution Algorithm based Hyper-Parameters Selection of Transformer Neural Network Model for Load Forecasting","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390489186","doi":"https://doi.org/10.1109/ssci52147.2023.10371846"},"language":"en","primary_location":{"id":"doi:10.1109/ssci52147.2023.10371846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci52147.2023.10371846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113051554","display_name":"Anuvab Sen","orcid":"https://orcid.org/0009-0001-8688-8287"},"institutions":[{"id":"https://openalex.org/I98365261","display_name":"Indian Institute of Engineering Science and Technology, Shibpur","ror":"https://ror.org/02ytfzr55","country_code":"IN","type":"education","lineage":["https://openalex.org/I98365261"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Anuvab Sen","raw_affiliation_strings":["Indian Institute of Engineering, Science and Technology, Shibpur,Electronics and Telecommunication,Howrah,India","Electronics and Telecommunication, Indian Institute of Engineering, Science and Technology, Shibpur, Howrah, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Engineering, Science and Technology, Shibpur,Electronics and Telecommunication,Howrah,India","institution_ids":["https://openalex.org/I98365261"]},{"raw_affiliation_string":"Electronics and Telecommunication, Indian Institute of Engineering, Science and Technology, Shibpur, Howrah, India","institution_ids":["https://openalex.org/I98365261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047654290","display_name":"Arul Rhik Mazumder","orcid":"https://orcid.org/0000-0002-2395-4400"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arul Rhik Mazumder","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University,Computer Science,Pittsburgh,United States of America","Computer Science, School of Computer Science, Carnegie Mellon University, Pittsburgh, United States of America"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University,Computer Science,Pittsburgh,United States of America","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Computer Science, School of Computer Science, Carnegie Mellon University, Pittsburgh, United States of America","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092574631","display_name":"Udayon Sen","orcid":null},"institutions":[{"id":"https://openalex.org/I98365261","display_name":"Indian Institute of Engineering Science and Technology, Shibpur","ror":"https://ror.org/02ytfzr55","country_code":"IN","type":"education","lineage":["https://openalex.org/I98365261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Udayon Sen","raw_affiliation_strings":["Indian Institute of Engineering, Science and Technology, Shibpur,Computer Science and Technology,Howrah,India","Computer Science and Technology, Indian Institute of Engineering, Science and Technology, Shibpur, Howrah, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Engineering, Science and Technology, Shibpur,Computer Science and Technology,Howrah,India","institution_ids":["https://openalex.org/I98365261"]},{"raw_affiliation_string":"Computer Science and Technology, Indian Institute of Engineering, Science and Technology, Shibpur, Howrah, India","institution_ids":["https://openalex.org/I98365261"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5113051554"],"corresponding_institution_ids":["https://openalex.org/I98365261"],"apc_list":null,"apc_paid":null,"fwci":1.3372,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81227569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"234","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7232546806335449},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7158848643302917},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6568120121955872},{"id":"https://openalex.org/keywords/mean-absolute-percentage-error","display_name":"Mean absolute percentage error","score":0.6007667183876038},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.5858850479125977},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.5498771667480469},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5341690182685852},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.482214093208313},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.4621241092681885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4586889445781708},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3288179039955139},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.32198673486709595},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12152233719825745},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09869915246963501}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232546806335449},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7158848643302917},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6568120121955872},{"id":"https://openalex.org/C150217764","wikidata":"https://www.wikidata.org/wiki/Q6803607","display_name":"Mean absolute percentage error","level":3,"score":0.6007667183876038},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.5858850479125977},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.5498771667480469},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5341690182685852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.482214093208313},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.4621241092681885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4586889445781708},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3288179039955139},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.32198673486709595},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12152233719825745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09869915246963501},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci52147.2023.10371846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci52147.2023.10371846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W194800985","https://openalex.org/W1595159159","https://openalex.org/W1995341919","https://openalex.org/W2064675550","https://openalex.org/W2069143585","https://openalex.org/W2097998348","https://openalex.org/W2100707489","https://openalex.org/W2101234009","https://openalex.org/W2127130980","https://openalex.org/W2131241448","https://openalex.org/W2340222647","https://openalex.org/W2766736793","https://openalex.org/W2951844372","https://openalex.org/W2995394700","https://openalex.org/W4231702991","https://openalex.org/W4246226690","https://openalex.org/W4253484285","https://openalex.org/W4387031760","https://openalex.org/W4388877332","https://openalex.org/W6674385629","https://openalex.org/W6675354045","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6779328540","https://openalex.org/W6857673602"],"related_works":["https://openalex.org/W4400247370","https://openalex.org/W3139222185","https://openalex.org/W2953369890","https://openalex.org/W2115811963","https://openalex.org/W4288372799","https://openalex.org/W2936660777","https://openalex.org/W4388101383","https://openalex.org/W2979078846","https://openalex.org/W4379469318","https://openalex.org/W1767322088"],"abstract_inverted_index":{"Accurate":[0],"load":[1,64,73,141,171],"forecasting":[2,74,142,172],"plays":[3],"a":[4,21],"vital":[5],"role":[6],"in":[7,63,140,170],"numerous":[8],"sectors,":[9],"but":[10],"accurately":[11],"capturing":[12],"the":[13,53,56,69,97,101,126,162],"complex":[14],"dynamics":[15],"of":[16,55,76,100,164],"dynamic":[17],"power":[18],"systems":[19],"remains":[20],"challenge":[22],"for":[23,178],"traditional":[24],"statistical":[25],"models.":[26],"For":[27],"these":[28],"reasons,":[29],"time-series":[30],"models":[31,35,67,169],"(ARIMA)":[32],"and":[33,43,153,174],"deep-learning":[34],"(ANN,":[36],"LSTM,":[37],"GRU,":[38],"etc.)":[39],"are":[40],"commonly":[41],"deployed":[42],"often":[44],"experience":[45],"higher":[46],"success.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51],"analyze":[52],"efficacy":[54],"recently":[57],"developed":[58],"Transformer-based":[59,102,128,166],"Neural":[60,103,129,167],"Network":[61,104,130,168],"model":[62,131],"forecasting.":[65],"Transformer":[66],"have":[68],"potential":[70,163],"to":[71,79,95,105,116],"improve":[72],"because":[75],"their":[77,85,138],"ability":[78],"learn":[80],"long-range":[81],"dependencies":[82],"derived":[83],"from":[84],"Attention":[86],"Mechanism.":[87],"We":[88],"apply":[89],"several":[90],"metaheuristics":[91],"namely":[92],"Differential":[93,109],"Evolution":[94,110],"find":[96],"optimal":[98,176],"hyperparameters":[99,177],"produce":[106],"accurate":[107],"forecasts.":[108],"provides":[111],"scalable,":[112],"robust,":[113],"global":[114],"solutions":[115],"non-differentiable,":[117],"multi-objective,":[118],"or":[119],"constrained":[120],"optimization":[121],"problems.":[122],"Our":[123,159],"work":[124],"compares":[125],"proposed":[127],"integrated":[132],"with":[133],"different":[134],"metaheuristic":[135],"algorithms":[136],"by":[137],"performance":[139],"based":[143],"on":[144],"numerical":[145],"metrics":[146],"such":[147],"as":[148],"Mean":[149,154],"Squared":[150],"Error":[151,157],"(MSE)":[152],"Absolute":[155],"Percentage":[156],"(MAPE).":[158],"findings":[160],"demonstrate":[161],"metaheuristic-enhanced":[165],"accuracy":[173],"provide":[175],"each":[179],"model.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}