{"id":"https://openalex.org/W4402352155","doi":"https://doi.org/10.1109/tgrs.2024.3456240","title":"OrientedFormer: An End-to-End Transformer-Based Oriented Object Detector in Remote Sensing Images","display_name":"OrientedFormer: An End-to-End Transformer-Based Oriented Object Detector in Remote Sensing Images","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402352155","doi":"https://doi.org/10.1109/tgrs.2024.3456240"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3456240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3456240","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090052616","display_name":"Jiaqi Zhao","orcid":"https://orcid.org/0000-0002-3564-5090"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaqi Zhao","raw_affiliation_strings":["School of Computer Science and Technology, the Mine Digitization Engineering Research Center of the Ministry of Education, and the Innovation Research Center of Disaster Intelligent Prevention and Emergency Rescue, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, the Mine Digitization Engineering Research Center of the Ministry of Education, and the Innovation Research Center of Disaster Intelligent Prevention and Emergency Rescue, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeyu Ding","orcid":"https://orcid.org/0009-0005-9614-7131"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Ding","raw_affiliation_strings":["School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025079159","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0001-6207-0299"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033904998","display_name":"Hancheng Zhu","orcid":"https://orcid.org/0000-0002-5418-9879"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Zhu","raw_affiliation_strings":["School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047825382","display_name":"Wenliang Du","orcid":"https://orcid.org/0000-0002-9234-0912"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen-Liang Du","raw_affiliation_strings":["School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023822600","display_name":"Rui Yao","orcid":"https://orcid.org/0000-0003-2734-915X"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yao","raw_affiliation_strings":["School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109797436","display_name":"Abdulmotaleb El Saddik","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdulmotaleb El Saddik","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5090052616"],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":8.2254,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.98393868,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.7778980731964111},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.6055580377578735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6041884422302246},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5994576215744019},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4716334044933319},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39324918389320374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30143633484840393},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.20115670561790466},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15356960892677307},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14962756633758545},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14770027995109558},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1199209988117218}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.7778980731964111},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.6055580377578735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6041884422302246},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5994576215744019},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4716334044933319},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39324918389320374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30143633484840393},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20115670561790466},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15356960892677307},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14962756633758545},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14770027995109558},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1199209988117218}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3456240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3456240","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2264101997","display_name":null,"funder_award_id":"2015-DZXX-010","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G3309391743","display_name":null,"funder_award_id":"62172417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4535093524","display_name":null,"funder_award_id":"2022ZZCX06","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6841731650","display_name":null,"funder_award_id":"62272461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G685212498","display_name":null,"funder_award_id":"2018-XYDXX-044","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G8434520857","display_name":null,"funder_award_id":"62277046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G9261516","display_name":null,"funder_award_id":"62002360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326182","display_name":"Six Talent Peaks Project in Jiangsu Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2144554289","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2400138547","https://openalex.org/W2962749812","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963849369","https://openalex.org/W2964979676","https://openalex.org/W2982363097","https://openalex.org/W2991363140","https://openalex.org/W3022917557","https://openalex.org/W3034421924","https://openalex.org/W3035396860","https://openalex.org/W3046174881","https://openalex.org/W3096609285","https://openalex.org/W3097779785","https://openalex.org/W3109055651","https://openalex.org/W3136761610","https://openalex.org/W3138516171","https://openalex.org/W3170033848","https://openalex.org/W3173658130","https://openalex.org/W3174873843","https://openalex.org/W3199093552","https://openalex.org/W3201797941","https://openalex.org/W3203003533","https://openalex.org/W3203570626","https://openalex.org/W3203608457","https://openalex.org/W3203974803","https://openalex.org/W4210925408","https://openalex.org/W4214648418","https://openalex.org/W4225125774","https://openalex.org/W4283800076","https://openalex.org/W4285820611","https://openalex.org/W4294811189","https://openalex.org/W4308279716","https://openalex.org/W4312335509","https://openalex.org/W4312692509","https://openalex.org/W4312711220","https://openalex.org/W4312804579","https://openalex.org/W4312838497","https://openalex.org/W4316021500","https://openalex.org/W4375869472","https://openalex.org/W4385245566","https://openalex.org/W4385413365","https://openalex.org/W4386065355","https://openalex.org/W4386072246","https://openalex.org/W4386083115","https://openalex.org/W4390577906","https://openalex.org/W4390691375","https://openalex.org/W4390873076","https://openalex.org/W4391935863","https://openalex.org/W4394585907","https://openalex.org/W6620707391","https://openalex.org/W6757817989","https://openalex.org/W6784094891","https://openalex.org/W6788870397","https://openalex.org/W6811230874","https://openalex.org/W6846169171","https://openalex.org/W6852044425"],"related_works":["https://openalex.org/W3179968364","https://openalex.org/W1999612375","https://openalex.org/W2366906938","https://openalex.org/W2938107654","https://openalex.org/W2151749779","https://openalex.org/W2349391998","https://openalex.org/W3008587939","https://openalex.org/W4205655149","https://openalex.org/W2000775715","https://openalex.org/W3196421258"],"abstract_inverted_index":{"Oriented":[0],"object":[1,46,117],"detection":[2,47],"in":[3,16,75,100],"remote":[4],"sensing":[5],"images":[6],"is":[7,133,151,174,251],"a":[8,199],"challenging":[9],"task":[10],"due":[11,77],"to":[12,33,44,78,124,135,153,176,191,241],"objects":[13,53,72,91],"being":[14],"distributed":[15],"multiorientation.":[17],"Recently,":[18],"end-to-end":[19,114,215],"transformer-based":[20,115],"methods":[21],"have":[22],"achieved":[23],"success":[24],"by":[25,165,182],"eliminating":[26],"the":[27,57,67,79,137,187,207,217],"need":[28],"for":[29],"post-processing":[30],"operators":[31],"compared":[32],"traditional":[34],"convolutional":[35],"neural":[36],"network":[37],"(CNN)-based":[38],"methods.":[39],"However,":[40],"directly":[41],"extending":[42],"transformers":[43],"oriented":[45,71,90,116,143,172],"presents":[48],"three":[49,121],"main":[50],"issues:":[51],"1)":[52],"rotate":[54],"arbitrarily,":[55],"necessitating":[56],"encoding":[58,131],"of":[59,70,81,120,142,201,209],"angles":[60],"along":[61],"with":[62,213],"position":[63],"and":[64,85,88,97,105,140,157,162,179,204,221,226],"size;":[65],"2)":[66],"geometric":[68,155],"relations":[69,156],"are":[73],"lacking":[74],"self-attention,":[76],"absence":[80],"interaction":[82,159],"between":[83,95,160],"content":[84,161],"positional":[86,98,130,163,180,188],"queries;":[87],"3)":[89],"cause":[92],"misalignment,":[93],"mainly":[94],"values":[96,178],"queries":[99,164,181],"cross-attention,":[101],"making":[102],"accurate":[103],"classification":[104],"localization":[106],"difficult.":[107],"In":[108],"this":[109],"article,":[110],"we":[111],"propose":[112],"an":[113],"detector,":[118],"consisting":[119],"dedicated":[122],"modules":[123],"address":[125],"these":[126],"issues.":[127],"First,":[128],"Gaussian":[129,146,167],"(PE)":[132],"proposed":[134,152,175],"encode":[136],"angle,":[138],"position,":[139],"size":[141],"boxes":[144],"using":[145],"distributions.":[147],"Second,":[148],"Wasserstein":[149,168],"self-attention":[150],"introduce":[154],"facilitate":[158],"utilizing":[166],"distance":[169],"scores.":[170],"Third,":[171],"cross-attention":[173],"align":[177],"rotating":[183],"sampling":[184],"points":[185],"around":[186],"query":[189],"according":[190],"their":[192],"angles.":[193],"Experiments":[194],"on":[195,224],"six":[196],"datasets":[197],"DIOR-R,":[198],"series":[200],"DOTA,":[202],"HRSC2016,":[203],"ICDAR2015":[205],"show":[206],"effectiveness":[208],"our":[210],"approach.":[211],"Compared":[212],"previous":[214],"detectors,":[216],"OrientedFormer":[218],"gains":[219],"1.16":[220],"1.21":[222],"AP50":[223],"DIOR-R":[225],"DOTA-v1.0,":[227],"respectively,":[228],"while":[229],"reducing":[230],"training":[231],"epochs":[232],"from":[233],"<inline-formula":[234,242],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[235,243,255],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[236,244],"<tex-math":[237,245],"notation=\"LaTeX\">$3\\times":[238],"$":[239,247],"</tex-math></inline-formula>":[240],"notation=\"LaTeX\">$1\\times":[246],"</tex-math></inline-formula>.":[248],"The":[249],"code":[250],"available":[252],"at":[253],"<uri":[254],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/wokaikaixinxin/OrientedFormer</uri>.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":27}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}