{"id":"https://openalex.org/W7160245142","doi":"https://doi.org/10.1109/tfuzz.2026.3690012","title":"FISformer: Replacing Self-Attention With a Fuzzy Inference System in Transformer Models for Time Series Forecasting","display_name":"FISformer: Replacing Self-Attention With a Fuzzy Inference System in Transformer Models for Time Series Forecasting","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160245142","doi":"https://doi.org/10.1109/tfuzz.2026.3690012"},"language":"en","primary_location":{"id":"doi:10.1109/tfuzz.2026.3690012","doi":"https://doi.org/10.1109/tfuzz.2026.3690012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2026.3690012","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2603.21724","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087210847","display_name":"B\u00fclent Haznedar","orcid":"https://orcid.org/0000-0003-0692-9921","observed_orcids":["https://orcid.org/0000-0003-0692-9921"]},"institutions":[{"id":"https://openalex.org/I59738393","display_name":"Gaziantep University","ror":"https://ror.org/020vvc407","country_code":"TR","type":"education","lineage":["https://openalex.org/I59738393"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Bulent Haznedar","raw_affiliation_strings":["Gaziantep University"],"raw_orcid":"https://orcid.org/0000-0003-0692-9921","affiliations":[{"raw_affiliation_string":"Gaziantep University","institution_ids":["https://openalex.org/I59738393"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039367341","display_name":"Levent Karacan","orcid":"https://orcid.org/0000-0003-2764-5258","observed_orcids":["https://orcid.org/0000-0003-2764-5258"]},"institutions":[{"id":"https://openalex.org/I59738393","display_name":"Gaziantep University","ror":"https://ror.org/020vvc407","country_code":"TR","type":"education","lineage":["https://openalex.org/I59738393"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Levent Karacan","raw_affiliation_strings":["Gaziantep University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gaziantep University","institution_ids":["https://openalex.org/I59738393"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59738393"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":7.7113,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97476004,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"34","issue":"8","first_page":"2437","last_page":"2450"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzzy-inference-system","display_name":"fuzzy inference system","score":0.9660000205039978},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.5519999861717224},{"id":"https://openalex.org/keywords/time-series-forecasting","display_name":"time series forecasting","score":0.8799999952316284},{"id":"https://openalex.org/keywords/uncertainty-modeling","display_name":"uncertainty modeling","score":0.7839999794960022},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.6639999747276306},{"id":"https://openalex.org/keywords/membership-functions","display_name":"membership functions","score":0.7379999756813049},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"fuzzy logic","score":0.6010000109672546},{"id":"https://openalex.org/keywords/multivariate-time-series","display_name":"multivariate time series","score":0.7179999947547913},{"id":"https://openalex.org/keywords/noise-robustness","display_name":"noise robustness","score":0.9079999923706055}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8457000255584717},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5849000215530396},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5676000118255615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.554099977016449},{"id":"https://openalex.org/C186108316","wikidata":"https://www.wikidata.org/wiki/Q352530","display_name":"Adaptive neuro fuzzy inference system","level":4,"score":0.5497999787330627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5077000260353088},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42730000615119934},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.39340001344680786},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38999998569488525},{"id":"https://openalex.org/C29470771","wikidata":"https://www.wikidata.org/wiki/Q4165150","display_name":"Neuro-fuzzy","level":4,"score":0.3801000118255615},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C170260401","wikidata":"https://www.wikidata.org/wiki/Q5251735","display_name":"Defuzzification","level":5,"score":0.3084999918937683},{"id":"https://openalex.org/C3746660","wikidata":"https://www.wikidata.org/wiki/Q1068763","display_name":"Rule of inference","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C148671577","wikidata":"https://www.wikidata.org/wiki/Q5511133","display_name":"Fuzzy set operations","level":4,"score":0.2736999988555908},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2727999985218048},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2987376176","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy inference system","level":5,"score":0.2687999904155731},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2547000050544739}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tfuzz.2026.3690012","doi":"https://doi.org/10.1109/tfuzz.2026.3690012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2026.3690012","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2603.21724","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2603.21724","pdf_url":"https://arxiv.org/pdf/2603.21724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2603.21724","doi":"https://doi.org/10.48550/arxiv.2603.21724","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2603.21724","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2603.21724","pdf_url":"https://arxiv.org/pdf/2603.21724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160245142.pdf","grobid_xml":"https://content.openalex.org/works/W7160245142.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4417223289","https://openalex.org/W4408061230","https://openalex.org/W7169733108","https://openalex.org/W4414561347","https://openalex.org/W7171309689","https://openalex.org/W7220687618","https://openalex.org/W4391709462","https://openalex.org/W4414117222","https://openalex.org/W4417098682","https://openalex.org/W7117698219"],"abstract_inverted_index":{"Transformers":[0],"have":[1],"achieved":[2],"remarkable":[3],"progress":[4],"in":[5],"time":[6],"series":[7],"forecasting,":[8],"yet":[9],"their":[10,17],"reliance":[11],"on":[12,140],"deterministic":[13],"dot-product":[14],"attention":[15,44,169],"limits":[16],"capacity":[18],"to":[19,98,114,156,167],"model":[20],"uncertainty":[21,81,127],"and":[22,69,82,126,153],"nonlinear":[23],"dependencies":[24],"across":[25],"multivariate":[26],"temporal":[27],"dimensions.":[28],"To":[29],"address":[30],"this":[31,51],"limitation,":[32],"we":[33],"propose":[34],"FISformer,":[35],"a":[36,46,57],"Fuzzy":[37],"Inference":[38],"System-Driven":[39],"Transformer":[40,158],"that":[41,145],"replaces":[42],"conventional":[43,168],"with":[45,106,132],"FIS":[47],"Interaction":[48],"mechanism.":[49],"In":[50],"framework,":[52],"each":[53],"query-key":[54],"pair":[55],"undergoes":[56],"fuzzy":[58,130,161],"inference":[59,162],"process":[60],"for":[61],"every":[62],"feature":[63],"dimension,":[64],"where":[65],"learnable":[66],"membership":[67],"functions":[68],"rule-based":[70],"reasoning":[71],"estimate":[72],"token-wise":[73],"relational":[74],"strengths.":[75],"These":[76],"FIS-derived":[77],"interaction":[78],"weights":[79],"capture":[80],"provide":[83],"interpretable,":[84],"continuous":[85],"mappings":[86],"between":[87],"tokens.":[88],"A":[89],"softmax":[90],"operation":[91],"is":[92],"applied":[93],"along":[94],"the":[95,107,116,124,133],"token":[96,119],"axis":[97],"normalize":[99],"these":[100],"weights,":[101],"which":[102],"are":[103],"then":[104],"combined":[105],"corresponding":[108],"value":[109],"features":[110],"through":[111],"element-wise":[112],"multiplication":[113],"yield":[115],"final":[117],"context-enhanced":[118],"representations.":[120],"This":[121],"design":[122],"fuses":[123],"interpretability":[125,154],"modeling":[128],"of":[129,136],"logic":[131],"representational":[134],"power":[135],"Transformers.":[137],"Extensive":[138],"experiments":[139],"multiple":[141],"benchmark":[142],"datasets":[143],"demonstrate":[144],"FISformer":[146],"achieves":[147],"superior":[148],"forecasting":[149],"accuracy,":[150],"noise":[151],"robustness,":[152],"compared":[155],"state-of-the-art":[157],"variants,":[159],"establishing":[160],"as":[163],"an":[164],"effective":[165],"alternative":[166],"mechanisms.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-05-06T00:00:00"}