{"id":"https://openalex.org/W4413886498","doi":"https://doi.org/10.1109/iwis66215.2025.11142378","title":"Self-Attention with Spatial Decay Matrix Based on Inverse Multiquadric","display_name":"Self-Attention with Spatial Decay Matrix Based on Inverse Multiquadric","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4413886498","doi":"https://doi.org/10.1109/iwis66215.2025.11142378"},"language":"en","primary_location":{"id":"doi:10.1109/iwis66215.2025.11142378","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwis66215.2025.11142378","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Workshop on Intelligent Systems (IWIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057436905","display_name":"Xuan-Thuy Vo","orcid":"https://orcid.org/0000-0002-7411-0697"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Xuan-Thuy Vo","raw_affiliation_strings":["University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610"],"affiliations":[{"raw_affiliation_string":"University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079734356","display_name":"Duy-Linh Nguyen","orcid":"https://orcid.org/0000-0001-6184-4133"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Duy-Linh Nguyen","raw_affiliation_strings":["University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610"],"affiliations":[{"raw_affiliation_string":"University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010613480","display_name":"Adri Priadana","orcid":"https://orcid.org/0000-0002-1553-7631"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Adri Priadana","raw_affiliation_strings":["University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610"],"affiliations":[{"raw_affiliation_string":"University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010132145","display_name":"Jehwan Choi","orcid":"https://orcid.org/0009-0005-8494-2170"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jehwan Choi","raw_affiliation_strings":["University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610"],"affiliations":[{"raw_affiliation_string":"University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044448641","display_name":"Kang-Hyun Jo","orcid":"https://orcid.org/0000-0002-4937-7082"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kang-Hyun Jo","raw_affiliation_strings":["University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610"],"affiliations":[{"raw_affiliation_string":"University of Ulsan,Department of Electrical, Electronic and Computer Engineering,Ulsan,South Korea,44610","institution_ids":["https://openalex.org/I40542001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057436905"],"corresponding_institution_ids":["https://openalex.org/I40542001"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27882357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.6735000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.6735000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.6129999756813049,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.6116999983787537,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.6366363763809204},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5544339418411255},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44588765501976013},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36907678842544556},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.3315032720565796},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.215207040309906},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.1588049829006195}],"concepts":[{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.6366363763809204},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5544339418411255},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44588765501976013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36907678842544556},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3315032720565796},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.215207040309906},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.1588049829006195},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwis66215.2025.11142378","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwis66215.2025.11142378","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Workshop on Intelligent Systems (IWIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2107699930","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3175515048","https://openalex.org/W4312443924","https://openalex.org/W4313007769","https://openalex.org/W4313170858","https://openalex.org/W4320036918","https://openalex.org/W4385245566","https://openalex.org/W4386047745","https://openalex.org/W4386076083","https://openalex.org/W4386076539","https://openalex.org/W4390872550","https://openalex.org/W4400810905","https://openalex.org/W4402727538","https://openalex.org/W4403295667","https://openalex.org/W4409580879"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W2935759653","https://openalex.org/W3105167352","https://openalex.org/W54078636","https://openalex.org/W2954470139","https://openalex.org/W1501425562","https://openalex.org/W2902782467","https://openalex.org/W3084825885"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"have":[2,99],"achieved":[3],"great":[4],"performance":[5],"across":[6,24],"computer":[7],"vision":[8,18,147,173,208],"and":[9,53,62,106,157,180],"foundation":[10],"model":[11],"tasks.":[12],"At":[13],"the":[14,17,41,51,59,75,80,142,146,160,169,182,196,204],"core":[15],"of":[16,145,185,198,207],"transformer,":[19],"self-attention":[20,32,200],"learns":[21],"spatial":[22,72,104,133,143],"interactions":[23,134],"visual":[25],"tokens,":[26,40],"exhibiting":[27],"weak":[28],"inductive":[29],"biases.":[30],"Although":[31],"tends":[33],"to":[34,74,85,125,127],"capture":[35],"long-range":[36],"dependencies":[37],"from":[38,82,109],"input":[39,60],"positional":[42,55],"information":[43],"between":[44],"tokens":[45,87,129],"is":[46],"underexplored.":[47],"Recent":[48],"methods":[49],"exploited":[50],"absolute":[52],"relative":[54],"embedding":[56],"that":[57,192],"supplements":[58],"token":[61],"attention":[63,76,101,115,118],"matrix.":[64],"This":[65,120,190],"paper":[66,140,194],"presents":[67],"an":[68],"alternative":[69],"method,":[70],"adding":[71],"priors":[73],"matrix":[77],"based":[78,149],"on":[79,150,159],"distance":[81],"a":[83,89,96,110,151,167],"query":[84,98,112,124],"other":[86],"in":[88,102,116,135],"decay":[90],"way.":[91],"Neighborhood":[92],"regions":[93,107],"located":[94],"around":[95],"target":[97,111],"greater":[100],"their":[103,117],"matrix,":[105],"far":[108],"receive":[113],"lower":[114],"scores.":[119],"design":[121],"allows":[122],"each":[123],"attend":[126],"all":[128],"while":[130,201],"perceiving":[131],"various":[132],"different":[136],"regions.":[137],"Additionally,":[138],"this":[139,193],"reduces":[141,181],"redundancy":[144],"Transformer":[148,174],"hierarchical":[152],"design.":[153],"Experiments":[154],"are":[155],"trained":[156],"evaluated":[158],"benchmark":[161],"dataset":[162],"ImageNet-1K":[163],"image":[164],"classification.":[165],"As":[166],"result,":[168],"proposed":[170],"method":[171],"surpasses":[172],"DeiT-T":[175,186],"by":[176,187],"0.3%":[177],"Top-1":[178],"accuracy":[179,206],"computational":[183],"cost":[184],"75%":[188],"GFLOPs.":[189],"verifies":[191],"improves":[195],"efficiency":[197],"global":[199],"still":[202],"keeping":[203],"high":[205],"Transformer.":[209]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}