{"id":"https://openalex.org/W4409580879","doi":"https://doi.org/10.1109/tii.2025.3555982","title":"Local Self-Attention With Mixing Abstract Tokens for Urban Autonomous Driving","display_name":"Local Self-Attention With Mixing Abstract Tokens for Urban Autonomous Driving","publication_year":2025,"publication_date":"2025-04-18","ids":{"openalex":"https://openalex.org/W4409580879","doi":"https://doi.org/10.1109/tii.2025.3555982"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2025.3555982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3555982","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057436905","display_name":"Xuan-Thuy Vo","orcid":"https://orcid.org/0000-0002-7411-0697"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Xuan-Thuy Vo","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7411-0697","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079734356","display_name":"Duy-Linh Nguyen","orcid":"https://orcid.org/0000-0001-6184-4133"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Duy-Linh Nguyen","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6184-4133","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010613480","display_name":"Adri Priadana","orcid":"https://orcid.org/0000-0002-1553-7631"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Adri Priadana","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1553-7631","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027784371","display_name":"G. F. Cao","orcid":"https://orcid.org/0000-0001-9135-3888"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ge Cao","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9135-3888","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010132145","display_name":"Jehwan Choi","orcid":"https://orcid.org/0009-0005-8494-2170"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jehwan Choi","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0009-0005-8494-2170","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044448641","display_name":"Kang-Hyun Jo","orcid":"https://orcid.org/0000-0002-4937-7082"},"institutions":[{"id":"https://openalex.org/I40542001","display_name":"University of Ulsan","ror":"https://ror.org/02c2f8975","country_code":"KR","type":"education","lineage":["https://openalex.org/I40542001"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kang-Hyun Jo","raw_affiliation_strings":["Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4937-7082","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Computer Engineering, University of Ulsan, Ulsan, South Korea","institution_ids":["https://openalex.org/I40542001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057436905"],"corresponding_institution_ids":["https://openalex.org/I40542001"],"apc_list":null,"apc_paid":null,"fwci":2.2665,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87426549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"21","issue":"7","first_page":"5420","last_page":"5430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9513999819755554,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixing","display_name":"Mixing (physics)","score":0.6167881488800049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5319986939430237},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10326305031776428}],"concepts":[{"id":"https://openalex.org/C138777275","wikidata":"https://www.wikidata.org/wiki/Q6884054","display_name":"Mixing (physics)","level":2,"score":0.6167881488800049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5319986939430237},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10326305031776428},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3555982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3555982","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2966926453","https://openalex.org/W3034429256","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3170642968","https://openalex.org/W3175515048","https://openalex.org/W3179869055","https://openalex.org/W4225829036","https://openalex.org/W4292264335","https://openalex.org/W4312290555","https://openalex.org/W4312443924","https://openalex.org/W4312820606","https://openalex.org/W4312960790","https://openalex.org/W4313170858","https://openalex.org/W4364856163","https://openalex.org/W4380520356","https://openalex.org/W4385245566","https://openalex.org/W4386075553","https://openalex.org/W4386075796","https://openalex.org/W4386076539","https://openalex.org/W4386083119","https://openalex.org/W4390872447","https://openalex.org/W4390872550","https://openalex.org/W4393139811","https://openalex.org/W4400679039","https://openalex.org/W4401041662","https://openalex.org/W4401567496","https://openalex.org/W4401879379","https://openalex.org/W4402727538","https://openalex.org/W4404199651"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Although":[0],"local":[1,146],"self-attentions":[2],"exhibit":[3],"translation":[4],"equivariance":[5],"and":[6,17,51,61,96,113,148,177,211,222,251,269],"locality":[7],"similar":[8],"to":[9,41,117,142,165,179],"convolution,":[10],"the":[11,43,85,89,114,124,155,159,166,200,253],"model":[12],"has":[13],"limited":[14],"receptive":[15],"fields":[16],"weak":[18],"modeling":[19],"ability.":[20],"The":[21,81,172,277],"main":[22],"reason":[23],"is":[24,27,99,162,175],"that":[25,195],"self-attention":[26],"computed":[28],"within":[29],"nonoverlapped":[30,73],"windows.":[31],"To":[32],"overcome":[33],"this":[34,68,187],"issue,":[35],"common":[36],"methods":[37],"need":[38],"further":[39],"operations":[40,54],"communicate":[42],"information":[44,71,129,144,157],"across":[45,72,232],"windows,":[46],"such":[47,216],"as":[48,217],"window":[49,98],"shifting,":[50],"sliding.":[52],"These":[53],"are":[55,92,120,209],"memory":[56],"unfriendly,":[57],"not":[58],"well":[59],"supported,":[60],"optimized":[62],"by":[63,257,281],"modern":[64],"deep-learning":[65],"frameworks.":[66],"Alternatively,":[67],"article":[69,188],"exchanges":[70],"windows":[74,95,147],"via":[75,138],"efficiently":[76],"mixing":[77,134],"abstract":[78,103,115,125,128,136],"tokens":[79,91,112,119,137,161,168,202],"(MAT).":[80],"MAT":[82,173],"block":[83,174],"includes":[84],"following":[86],"steps.":[87],"First,":[88],"image":[90,111,118,167,218],"partitioned":[93],"into":[94],"each":[97,107,131],"merged":[100],"with":[101,213,246,286],"an":[102],"token.":[104],"Second,":[105],"in":[106,150],"window,":[108,133],"interactions":[109],"of":[110,158,199],"token":[116,126],"performed.":[121],"Third,":[122],"because":[123],"learns":[127],"from":[130],"corresponding":[132],"all":[135],"transformer":[139,170],"encoder":[140],"helps":[141],"exchange":[143],"between":[145],"result":[149],"global":[151,156],"context":[152],"modeling.":[153],"Fourth,":[154],"mixed":[160],"propagated":[163],"back":[164],"through":[169],"decoder.":[171],"efficient":[176],"easy":[178],"implement,":[180],"only":[181,287],"containing":[182],"matrix":[183],"multiplications.":[184],"In":[185],"addition,":[186],"also":[189],"proposes":[190],"a":[191,225],"bilinear":[192],"patch":[193],"embedding":[194],"samples":[196],"relevant":[197],"regions":[198],"input":[201],"based":[203],"on":[204,243,267,274],"learned":[205],"offsets.":[206],"Extensive":[207],"experiments":[208],"conducted":[210],"evaluated":[212],"various":[214],"tasks":[215],"classification,":[219],"object":[220],"detection,":[221],"segmentation.":[223],"As":[224],"result,":[226],"our":[227],"method":[228],"achieves":[229],"promising":[230],"performances":[231],"tasks.":[233],"For":[234],"example,":[235],"MAT-2":[236],"accomplishes":[237],"<bold":[238,247,258,263,270,282,288],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[239,248,259,264,271,283,289],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">79.0%</b>":[240],"top-1":[241],"accuracy":[242],"ImageNet-1":[244],"K":[245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0.7</b>":[249],"GFLOPs":[250],"outperforms":[252],"baseline":[254],"Swin-0.7":[255],"G":[256],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">4.6%</b>":[260],"while":[261],"reducing":[262],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">15.2":[265],"ms</b>":[266,273],"CPU":[268],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0.53":[272],"GPU":[275],"devices.":[276],"MAT-4":[278],"surpasses":[279],"Swin-T":[280],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1.8%</b>":[284],"mIoU":[285],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">70%</b>":[290],"GFLOPs.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}