{"id":"https://openalex.org/W4407155074","doi":"https://doi.org/10.1109/tkde.2025.3538583","title":"Towards Stable and Explainable Attention Mechanisms","display_name":"Towards Stable and Explainable Attention Mechanisms","publication_year":2025,"publication_date":"2025-02-04","ids":{"openalex":"https://openalex.org/W4407155074","doi":"https://doi.org/10.1109/tkde.2025.3538583"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3538583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3538583","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067496051","display_name":"Lijie Hu","orcid":"https://orcid.org/0000-0003-1251-8504"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Lijie Hu","raw_affiliation_strings":["CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","CEMSE, King Abdullah University of Science and Technology, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595549","display_name":"Xinhai Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xinhai Wang","raw_affiliation_strings":["CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","CEMSE, King Abdullah University of Science and Technology, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053792081","display_name":"Yixin Liu","orcid":"https://orcid.org/0000-0003-0192-8006"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yixin Liu","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA","Lehigh University, USA"],"affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Lehigh University, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007489034","display_name":"Ninghao Liu","orcid":"https://orcid.org/0000-0002-9170-2424"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ninghao Liu","raw_affiliation_strings":["University of Georgia, Athens, GA, USA","University of Georgia, USA"],"affiliations":[{"raw_affiliation_string":"University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"University of Georgia, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016035883","display_name":"Mengdi Huai","orcid":"https://orcid.org/0000-0001-6368-5973"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengdi Huai","raw_affiliation_strings":["Iowa State University, Ames, IA, USA","Iowa State University, USA"],"affiliations":[{"raw_affiliation_string":"Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015105117","display_name":"Lichao Sun","orcid":"https://orcid.org/0000-0003-1539-7939"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lichao Sun","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA","Lehigh University, USA"],"affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Lehigh University, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100401482","display_name":"Di Wang","orcid":"https://orcid.org/0000-0003-4908-0243"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","CEMSE, King Abdullah University of Science and Technology, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"CEMSE, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5067496051"],"corresponding_institution_ids":["https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":9.9395,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97361159,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"37","issue":"5","first_page":"3047","last_page":"3061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.907800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.907800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9061999917030334,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7657370567321777}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7657370567321777}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3538583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3538583","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2163455955","https://openalex.org/W2251939518","https://openalex.org/W2805744755","https://openalex.org/W2962843949","https://openalex.org/W2963083752","https://openalex.org/W2996061341","https://openalex.org/W3019166713","https://openalex.org/W3031696893","https://openalex.org/W3034917890","https://openalex.org/W3035281110","https://openalex.org/W3035503910","https://openalex.org/W3088181395","https://openalex.org/W4382202647","https://openalex.org/W6679434410","https://openalex.org/W6691766336","https://openalex.org/W6726186668","https://openalex.org/W6726258750","https://openalex.org/W6730161283","https://openalex.org/W6739868092","https://openalex.org/W6739901393","https://openalex.org/W6762929394","https://openalex.org/W6763101540","https://openalex.org/W6764027699","https://openalex.org/W6764072591","https://openalex.org/W6764249507","https://openalex.org/W6765372193","https://openalex.org/W6766865527","https://openalex.org/W6839240108","https://openalex.org/W6859301389","https://openalex.org/W6874261029","https://openalex.org/W7048149867"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Currently,":[0],"attention":[1,52,96],"mechanism":[2],"has":[3],"become":[4],"a":[5,78,83,123,136,226,230],"standard":[6],"fixture":[7],"in":[8],"most":[9,105],"state-of-the-art":[10],"natural":[11,84],"language":[12],"processing":[13],"(NLP)":[14],"models,":[15],"not":[16,188],"only":[17],"due":[18,28],"to":[19,29,45,117,150,153,202,228],"the":[20,34,94,104,119,140,154,158,172,190,209,294],"outstanding":[21],"performance":[22],"it":[23,39,75,199],"could":[24,102,233],"gain":[25],"but":[26],"also":[27,292],"plausible":[30],"innate":[31],"explanations":[32],"for":[33,93,240,271,317],"behaviors":[35],"of":[36,70,108,112,126,171,296],"neural":[37],"architectures":[38,265],"provides,":[40],"which":[41,73,195,232,298],"is":[42,53,86,98,148,177,200,311],"notoriously":[43],"difficult":[44],"analyze.":[46],"However,":[47],"recent":[48],"studies":[49],"show":[50,278],"that":[51,97,198,279],"unstable":[54],"against":[55,212,286],"randomness":[56,203,290],"and":[57,67,101,110,132,204,254,263,275,281,289,319],"perturbations":[58,288],"during":[59],"training":[60],"or":[61],"testing,":[62],"such":[63,127],"as":[64],"random":[65],"seeds":[66],"slight":[68,183],"perturbation":[69,184],"embedding":[71],"vectors,":[72],"impedes":[74],"from":[76],"becoming":[77],"faithful":[79,303],"explanation":[80,109],"tool.":[81],"Thus,":[82],"question":[85],"whether":[87],"we":[88,121,217,224,250],"can":[89],"find":[90],"some":[91],"substitute":[92],"current":[95],"more":[99,284,302],"stable":[100,201,285],"keep":[103],"important":[106],"characteristics":[107],"prediction":[111,146,191],"attention.":[113,242],"In":[114],"this":[115],"paper,":[116],"resolve":[118],"problem,":[120],"provide":[122,218,301],"rigorous":[124],"definition":[125,220],"alternate":[128],"namely":[129],"SEAT":[130,137,186,216,253,280,318],"(<u><b>S</b></u>table":[131],"<u><b>E</b></u>xplainable":[133],"<u><b>At</b></u>tention).":[134],"Specifically,":[135],"should":[138],"have":[139,166],"following":[141],"three":[142],"properties:":[143],"(1)":[144],"Its":[145,162],"distribution":[147,155,192],"enforced":[149],"be":[151,234],"close":[152],"based":[156,214],"on":[157,185,215,247],"vanilla":[159,173,308],"attention;":[160,174],"(2)":[161],"top-<inline-formula><tex-math":[163],"notation=\"LaTeX\">$k$</tex-math></inline-formula>":[164],"indices":[165],"large":[167],"overlaps":[168],"with":[169,256,307],"those":[170],"(3)":[175],"It":[176],"robust":[178],"w.r.t":[179],"perturbations,":[180,213],"i.e.,":[181],"any":[182],"will":[187],"change":[189],"too":[193],"much,":[194],"implicitly":[196],"indicates":[197,299],"perturbations.":[205],"To":[206],"further":[207],"improve":[208],"interpretability":[210],"stability":[211],"another":[219],"called":[221],"SEAT++.":[222,320],"Then":[223],"propose":[225],"method":[227],"get":[229],"SEAT++,":[231],"considered":[235],"an":[236],"ad":[237],"hoc":[238],"modification":[239],"canonical":[241],"Finally,":[243],"through":[244],"intensive":[245],"experiments":[246],"various":[248],"datasets,":[249],"compare":[251],"our":[252],"SEAT++":[255,282],"other":[257],"baseline":[258],"methods":[259],"using":[260],"RNN,":[261],"BiLSTM,":[262],"BERT":[264],"via":[266],"six":[267],"different":[268,287],"evaluation":[269],"metrics":[270],"model":[272],"interpretation,":[273],"stability,":[274],"accuracy.":[276],"Results":[277],"are":[283],"while":[291],"keeping":[293],"explainability":[295],"attention,":[297,309],"they":[300],"explanations.":[304],"Moreover,":[305],"compared":[306],"there":[310],"almost":[312],"no":[313],"utility":[314],"(accuracy)":[315],"degradation":[316]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}