{"id":"https://openalex.org/W4293691176","doi":"https://doi.org/10.1109/hsi55341.2022.9869463","title":"Specialist vs Generalist: A Transformer Architecture for Global Forecasting Energy Time Series","display_name":"Specialist vs Generalist: A Transformer Architecture for Global Forecasting Energy Time Series","publication_year":2022,"publication_date":"2022-07-28","ids":{"openalex":"https://openalex.org/W4293691176","doi":"https://doi.org/10.1109/hsi55341.2022.9869463"},"language":"en","primary_location":{"id":"doi:10.1109/hsi55341.2022.9869463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hsi55341.2022.9869463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 15th International Conference on Human System Interaction (HSI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060760083","display_name":"Prabod Rathnayaka","orcid":"https://orcid.org/0000-0003-2078-057X"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Prabod Rathnayaka","raw_affiliation_strings":["La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060827010","display_name":"Harsha Moraliyage","orcid":"https://orcid.org/0000-0002-6212-8312"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Harsha Moraliyage","raw_affiliation_strings":["La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029640560","display_name":"Nishan Mills","orcid":"https://orcid.org/0000-0003-2157-3767"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nishan Mills","raw_affiliation_strings":["La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064845769","display_name":"Daswin De Silva","orcid":"https://orcid.org/0000-0003-3878-5969"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daswin De Silva","raw_affiliation_strings":["La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021381280","display_name":"Andrew Jennings","orcid":"https://orcid.org/0000-0001-5720-2736"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andrew Jennings","raw_affiliation_strings":["La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia"],"affiliations":[{"raw_affiliation_string":"La Trobe University,Centre for Data Analytics & Cognition,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060760083"],"corresponding_institution_ids":["https://openalex.org/I196829312"],"apc_list":null,"apc_paid":null,"fwci":0.4574,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6055676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6215229630470276},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.58564692735672},{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.5822746157646179},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.5489330291748047},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5277281999588013},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.46715158224105835},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4320172965526581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41500744223594666},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34897440671920776},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16824322938919067},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08760502934455872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6215229630470276},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.58564692735672},{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.5822746157646179},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.5489330291748047},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5277281999588013},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.46715158224105835},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4320172965526581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41500744223594666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34897440671920776},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16824322938919067},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08760502934455872},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C185933670","wikidata":"https://www.wikidata.org/wiki/Q52105","display_name":"Habitat","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hsi55341.2022.9869463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hsi55341.2022.9869463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 15th International Conference on Human System Interaction (HSI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1815076433","https://openalex.org/W2064675550","https://openalex.org/W2324861975","https://openalex.org/W2604847698","https://openalex.org/W2773625660","https://openalex.org/W2896457183","https://openalex.org/W2954731415","https://openalex.org/W2964199361","https://openalex.org/W2966607134","https://openalex.org/W2970658101","https://openalex.org/W2980994438","https://openalex.org/W3037216450","https://openalex.org/W3092158494","https://openalex.org/W3177318507","https://openalex.org/W3181655313","https://openalex.org/W3184088418","https://openalex.org/W3193579825","https://openalex.org/W3215409526","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6638545294","https://openalex.org/W6739901393","https://openalex.org/W6746729860","https://openalex.org/W6755207826","https://openalex.org/W6764679822","https://openalex.org/W6778883912","https://openalex.org/W6786852218"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W4205958290","https://openalex.org/W4309045103","https://openalex.org/W4213225422"],"abstract_inverted_index":{"Time":[0],"series":[1,45,75,104,121,200],"forecasting":[2,19,111,177],"is":[3],"a":[4,91,98,109,150],"critical":[5],"requirement":[6],"for":[7,61],"the":[8,18,118,143,157,174,191,202],"optimal":[9],"operation":[10],"of":[11,50,73,79,101,117,162,169,193],"energy":[12,25,30,102,139],"grids,":[13],"systems,":[14],"and":[15,29,36,113,152],"platforms,":[16],"where":[17,106],"challenge":[20],"itself":[21],"can":[22],"span":[23],"across":[24,70],"consumption,":[26],"renewables":[27],"generation,":[28],"utilisation.":[31],"Artificial":[32],"Intelligence":[33],"(AI)":[34],"algorithms":[35],"models":[37,56,182],"have":[38,81],"been":[39],"leveraged":[40],"to":[41,54,196],"predict":[42],"these":[43,170],"time":[44,63,74,103,120,186,199],"forecasts":[46],"with":[47],"increasing":[48],"levels":[49],"accuracy.":[51],"In":[52,86],"contrast":[53],"local":[55,181],"that":[57,173],"are":[58,68],"developed":[59],"separately":[60],"each":[62],"series,":[64],"Global":[65],"Models,":[66],"which":[67],"trained":[69,183],"many":[71],"sets":[72],"drawing":[76],"on":[77,136,184],"characteristics":[78],"\u2019relatedness\u2019,":[80],"produced":[82],"more":[83],"accurate":[84],"forecasts.":[85],"this":[87,126,130,194],"paper,":[88],"we":[89,107],"propose":[90],"transformer":[92,131],"architecture":[93,132],"based":[94,133],"global":[95,134],"model":[96,112,135],"as":[97,122],"generalist":[99,176],"forecaster":[100],"data,":[105],"frame":[108],"sequence":[110],"represent":[114],"numerical":[115],"values":[116],"corresponding":[119],"vector":[123],"embeddings":[124],"in":[125,156],"model.":[127,204],"We":[128,188],"evaluate":[129],"real-world":[137],"time-series":[138],"data":[140],"generated":[141],"by":[142],"La":[144,163],"Trobe":[145,164],"Energy":[146],"AI":[147],"platform":[148],"(LEAP),":[149],"functional":[151],"operational":[153],"microgrid":[154],"deployed":[155],"multicampus":[158],"tertiary":[159],"education":[160],"setting":[161],"University,":[165],"Australia.":[166],"The":[167],"results":[168],"experiments":[171],"confirm":[172],"proposed":[175],"approach":[178,195],"outperforms":[179],"specialist":[180],"individual":[185],"series.":[187],"also":[189],"demonstrate":[190],"ability":[192],"forecast":[197],"dissimilar":[198],"from":[201],"same":[203]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}