{"id":"https://openalex.org/W7167076083","doi":"https://doi.org/10.48550/arxiv.2607.00154","title":"EVOTS: Evolutionary Transformer Search for Time Series Forecasting","display_name":"EVOTS: Evolutionary Transformer Search for Time Series Forecasting","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7167076083","doi":"https://doi.org/10.48550/arxiv.2607.00154"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00154","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133141575","display_name":"Abdelrahman Elsaid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"ElSaid, AbdElRahman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136109918","display_name":"Damir Pulatov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pulatov, Damir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.3912000060081482,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.3912000060081482,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.34689998626708984,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.6341999769210815},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.531000018119812},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.522599995136261},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.4869000017642975},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.460999995470047},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42669999599456787},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3790999948978424},{"id":"https://openalex.org/keywords/genetic-programming","display_name":"Genetic programming","score":0.367000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6735000014305115},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.6341999769210815},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4851999878883362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46560001373291016},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.33889999985694885},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3314000070095062},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C121835503","wikidata":"https://www.wikidata.org/wiki/Q2596288","display_name":"Evolutionary programming","level":3,"score":0.3237000107765198},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C41445625","wikidata":"https://www.wikidata.org/wiki/Q5418685","display_name":"Evolutionary acquisition of neural topologies","level":4,"score":0.2565000057220459},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4690072238445282}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evolutionary":[0],"neural":[1,31],"architecture":[2,32,81],"design":[3,87],"for":[4,35,40,184],"multivariate":[5,185],"time-series":[6,41,186],"forecasting":[7,24,42,109,154,187],"remains":[8],"underexplored,":[9],"with":[10,117],"most":[11],"approaches":[12],"relying":[13,84],"on":[14,85,94],"fixed":[15],"Transformer":[16],"architectures":[17,131,183],"despite":[18],"substantial":[19],"variation":[20],"across":[21,153],"tasks":[22],"and":[23,59,105,114,123,156,180],"settings.":[25],"This":[26,73],"paper":[27],"introduces":[28],"an":[29],"evolutionary":[30,71,174],"search":[33,175],"framework":[34],"discovering":[36],"task-adaptive":[37],"Transformer-like":[38,182],"models":[39],"(EVOTS).":[43],"Architectures":[44],"are":[45],"encoded":[46],"using":[47],"a":[48,63,79,144,163],"modular":[49],"genome":[50],"representation":[51],"that":[52,173],"enables":[53],"flexible":[54,179],"composition":[55],"of":[56,78,119,166],"attention,":[57],"feed-forward,":[58],"projection":[60],"components,":[61],"while":[62],"repair":[64],"mechanism":[65],"enforces":[66],"structural":[67],"validity":[68],"throughout":[69],"the":[70,99,126,129,170],"process.":[72],"formulation":[74],"allows":[75],"effective":[76],"exploration":[77],"diverse":[80],"space":[82],"without":[83],"hand-crafted":[86],"rules.":[88],"The":[89],"proposed":[90],"approach":[91],"is":[92],"evaluated":[93],"four":[95],"benchmark":[96],"datasets":[97],"from":[98],"ETT":[100],"family":[101],"(ETTh1,":[102],"ETTh2,":[103],"ETTm1,":[104],"ETTm2)":[106],"under":[107],"multiple":[108],"settings,":[110],"including":[111],"univariate-to-univariate,":[112],"multivariate-to-univariate,":[113],"multivariate-to-multivariate":[115,127],"prediction,":[116],"horizons":[118],"96,":[120],"192,":[121],"336,":[122],"720.":[124],"In":[125],"setting,":[128],"evolved":[130],"achieve":[132],"competitive":[133],"and,":[134],"in":[135],"several":[136],"cases,":[137],"improved":[138],"mean":[139],"squared":[140],"error":[141],"relative":[142],"to":[143,161],"strong":[145],"Transformer-based":[146],"baseline.":[147],"Additional":[148],"analyses":[149],"examine":[150],"performance":[151],"differences":[152],"settings":[155],"report":[157],"wall-clock":[158],"training":[159],"time":[160],"provide":[162],"coarse":[164],"indication":[165],"computational":[167],"cost.":[168],"Overall,":[169],"results":[171],"demonstrate":[172],"can":[176],"effectively":[177],"discover":[178],"high-performing":[181],"within":[188],"practical":[189],"runtime":[190],"constraints.":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}
