{"id":"https://openalex.org/W4408352167","doi":"https://doi.org/10.1109/icassp49660.2025.10890547","title":"GeMIMO: Searching the Cores of X-formers for Time Series Forecasting","display_name":"GeMIMO: Searching the Cores of X-formers for Time Series Forecasting","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352167","doi":"https://doi.org/10.1109/icassp49660.2025.10890547"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100456083","display_name":"Zhicheng Zhang","orcid":"https://orcid.org/0000-0002-5333-1394"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhicheng Zhang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101909822","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0002-0422-5691"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104310992","display_name":"Shaoqi Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoqi Tan","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053957678","display_name":"Yujie Luo","orcid":"https://orcid.org/0009-0000-4209-3776"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Luo","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100456083"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05069951,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.7595165967941284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5351857542991638},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.46460431814193726},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.21272549033164978},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16520041227340698}],"concepts":[{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.7595165967941284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5351857542991638},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.46460431814193726},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.21272549033164978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16520041227340698},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1849277567","https://openalex.org/W2892741787","https://openalex.org/W3169544414","https://openalex.org/W3177318507","https://openalex.org/W6734194636","https://openalex.org/W6736518430","https://openalex.org/W6752170072","https://openalex.org/W6764679822","https://openalex.org/W6791776128","https://openalex.org/W6797155008","https://openalex.org/W6845625448","https://openalex.org/W6859292468","https://openalex.org/W6859298233","https://openalex.org/W6860868755","https://openalex.org/W6889955440"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"Transformer-based":[3],"models":[4,19],"have":[5],"been":[6],"widely":[7],"used":[8],"in":[9,33,82,132,139],"time":[10],"series":[11],"forecasting":[12],"tasks,":[13],"demonstrating":[14,141],"exceptional":[15],"performance.":[16],"However,":[17],"these":[18],"lack":[20],"interpretability,":[21],"making":[22],"it":[23],"difficult":[24],"to":[25,53,61,112,123],"identify":[26,54],"which":[27,36,48],"components":[28],"play":[29],"a":[30,50],"core":[31],"role":[32],"predictions":[34],"and":[35,55,65,107,135],"are":[37,110],"redundant.":[38],"To":[39],"address":[40],"this":[41],"limitation,":[42],"we":[43,127],"introduce":[44],"the":[45,62,66,83,86,90,95,100,103,118,125,142],"GeMIMO":[46,60,122],"method,":[47],"utilizes":[49],"heuristic":[51],"algorithm":[52],"refine":[56],"masks.":[57],"We":[58],"applied":[59],"Transformer":[63],"model,":[64],"results":[67],"showed":[68],"that":[69,89],"temporal":[70],"encoding":[71,78],"had":[72],"no":[73],"significant":[74],"effect,":[75],"while":[76],"positional":[77],"was":[79],"only":[80],"effective":[81],"decoder.":[84],"Moreover,":[85],"experiments":[87],"suggest":[88],"attention":[91],"mechanism":[92],"is":[93],"not":[94],"most":[96],"critical":[97],"component":[98],"of":[99,144],"Transformer;":[101],"instead,":[102],"feedforward":[104],"neural":[105],"network":[106],"normalization":[108],"layers":[109],"key":[111],"improving":[113],"predictive":[114],"accuracy.":[115],"By":[116],"applying":[117],"masks":[119],"learned":[120],"through":[121],"optimize":[124],"Transformer,":[126],"observed":[128],"an":[129,136],"28%":[130],"improvement":[131],"prediction":[133],"efficiency":[134],"25%":[137],"increase":[138],"accuracy,":[140],"effectiveness":[143],"GeMIMO.":[145]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}
