{"id":"https://openalex.org/W4388430508","doi":"https://doi.org/10.1109/tiv.2023.3329708","title":"REDFormer: Radar Enlightens the Darkness of Camera Perception With Transformers","display_name":"REDFormer: Radar Enlightens the Darkness of Camera Perception With Transformers","publication_year":2023,"publication_date":"2023-11-06","ids":{"openalex":"https://openalex.org/W4388430508","doi":"https://doi.org/10.1109/tiv.2023.3329708"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2023.3329708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3329708","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100736899","display_name":"Can Cui","orcid":"https://orcid.org/0009-0009-7082-3444"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Can Cui","raw_affiliation_strings":["College of Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0009-0009-7082-3444","affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103050279","display_name":"Yunsheng Ma","orcid":"https://orcid.org/0000-0003-3933-2574"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunsheng Ma","raw_affiliation_strings":["College of Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-3933-2574","affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040085446","display_name":"Juanwu Lu","orcid":"https://orcid.org/0000-0003-0831-1244"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juanwu Lu","raw_affiliation_strings":["College of Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0831-1244","affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038550389","display_name":"Ziran Wang","orcid":"https://orcid.org/0000-0003-2702-7150"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziran Wang","raw_affiliation_strings":["College of Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-2702-7150","affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":2.4463,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9123787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"1358","last_page":"1368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712993860244751},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.6064374446868896},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.569616973400116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5394566655158997},{"id":"https://openalex.org/keywords/adverse-weather","display_name":"Adverse weather","score":0.5187111496925354},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49209684133529663},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4537896513938904},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4394381642341614},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4279940724372864},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.42564791440963745},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3695581257343292},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1564917266368866},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1372617483139038},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11133354902267456},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.08176392316818237}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712993860244751},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6064374446868896},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.569616973400116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5394566655158997},{"id":"https://openalex.org/C2992147540","wikidata":"https://www.wikidata.org/wiki/Q1277161","display_name":"Adverse weather","level":2,"score":0.5187111496925354},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49209684133529663},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4537896513938904},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4394381642341614},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4279940724372864},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.42564791440963745},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3695581257343292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1564917266368866},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1372617483139038},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11133354902267456},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.08176392316818237},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2023.3329708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3329708","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W2168125704","https://openalex.org/W2512113942","https://openalex.org/W2748021867","https://openalex.org/W2773330748","https://openalex.org/W2908305534","https://openalex.org/W2913340405","https://openalex.org/W2940863872","https://openalex.org/W2946459337","https://openalex.org/W2982770724","https://openalex.org/W2989940015","https://openalex.org/W3035574168","https://openalex.org/W3048912793","https://openalex.org/W3096609285","https://openalex.org/W3106842734","https://openalex.org/W3118293846","https://openalex.org/W3121281282","https://openalex.org/W3172560577","https://openalex.org/W3176451144","https://openalex.org/W3181380198","https://openalex.org/W3184466352","https://openalex.org/W3187241433","https://openalex.org/W3199720294","https://openalex.org/W3209459195","https://openalex.org/W3209752914","https://openalex.org/W3215100485","https://openalex.org/W4205977910","https://openalex.org/W4206950540","https://openalex.org/W4213061328","https://openalex.org/W4224231583","https://openalex.org/W4224259431","https://openalex.org/W4225487034","https://openalex.org/W4225537087","https://openalex.org/W4225623740","https://openalex.org/W4225818300","https://openalex.org/W4226083591","https://openalex.org/W4226239849","https://openalex.org/W4226305814","https://openalex.org/W4226345352","https://openalex.org/W4226412070","https://openalex.org/W4226546914","https://openalex.org/W4281749192","https://openalex.org/W4285239306","https://openalex.org/W4285290430","https://openalex.org/W4285293918","https://openalex.org/W4285740942","https://openalex.org/W4289823407","https://openalex.org/W4294811239","https://openalex.org/W4301802352","https://openalex.org/W4311243060","https://openalex.org/W4312237470","https://openalex.org/W4312550876","https://openalex.org/W4312769831","https://openalex.org/W4312894406","https://openalex.org/W4313039600","https://openalex.org/W4313069694","https://openalex.org/W4318963850","https://openalex.org/W4320002769","https://openalex.org/W4321021991","https://openalex.org/W4324290231","https://openalex.org/W4352977781","https://openalex.org/W4362654659","https://openalex.org/W4365420629","https://openalex.org/W4372266769","https://openalex.org/W4376166839","https://openalex.org/W4383066393","https://openalex.org/W4383097627","https://openalex.org/W4383220270","https://openalex.org/W4386453674","https://openalex.org/W4389667219","https://openalex.org/W6676783292","https://openalex.org/W6758892870","https://openalex.org/W6773684658","https://openalex.org/W6779450612","https://openalex.org/W6782650018","https://openalex.org/W6787984776","https://openalex.org/W6795777315","https://openalex.org/W6800902069","https://openalex.org/W6802311648","https://openalex.org/W6810240388","https://openalex.org/W6811230113","https://openalex.org/W6847985793"],"related_works":["https://openalex.org/W2392812199","https://openalex.org/W4200176076","https://openalex.org/W598185802","https://openalex.org/W2355516524","https://openalex.org/W2361471170","https://openalex.org/W2025616642","https://openalex.org/W1954972543","https://openalex.org/W3146687772","https://openalex.org/W2136279508","https://openalex.org/W4289763040"],"abstract_inverted_index":{"Enhancing":[0],"the":[1,19,61,80,115,124,136],"accuracy":[2,146],"and":[3,24,67,92,106,129,150,163],"reliability":[4],"of":[5,21,118],"perception":[6],"systems":[7],"in":[8,42,103,122,145],"automated":[9,167],"vehicles":[10],"is":[11],"critical,":[12],"especially":[13],"under":[14,147],"varying":[15],"driving":[16],"conditions.":[17,74,131],"Unfortunately,":[18],"challenges":[20,125],"adverse":[22],"weather":[23,90,128],"low-visibility":[25,73],"conditions":[26,149],"can":[27],"seriously":[28],"degrade":[29],"camera":[30,85],"performance,":[31],"introducing":[32],"significant":[33,138],"risks":[34],"to":[35],"vehicle":[36],"safety.":[37],"To":[38],"address":[39],"these":[40],"concerns,":[41],"this":[43],"study,":[44],"we":[45],"introduce":[46],"a":[47,64,142,151,161],"novel":[48],"transformer-based":[49],"3D":[50],"object":[51],"detection":[52,107],"model":[53,78,99,120],"named":[54],"\u2018REDFormer\u2019.":[55],"By":[56],"exploiting":[57],"bird's-eye-view":[58],"camera-radar":[59],"fusion,":[60],"REDFormer":[62],"offers":[63],"more":[65],"practical":[66],"financially":[68],"viable":[69],"solution":[70,165],"for":[71,166],"tackling":[72],"We":[75],"validate":[76],"our":[77,98],"using":[79],"comprehensive":[81],"nuScenes":[82],"dataset,":[83],"incorporating":[84],"images,":[86],"multi-radar":[87],"point":[88],"clouds,":[89],"information,":[91],"time-of-day":[93],"data.":[94],"In":[95],"comparative":[96],"analyses,":[97],"surpasses":[100],"state-of-the-art":[101],"benchmarks":[102],"both":[104],"classification":[105],"accuracy.":[108],"An":[109],"in-depth":[110],"ablation":[111],"study":[112],"further":[113],"elucidates":[114],"individual":[116],"contributions":[117],"each":[119],"component":[121],"overcoming":[123],"posed":[126],"by":[127],"lighting":[130],"Experimental":[132],"results":[133],"specifically":[134],"highlight":[135],"model's":[137],"performance":[139],"improvements,":[140],"demonstrating":[141],"31.31%":[143],"increase":[144],"rainy":[148],"46.99%":[152],"enhancement":[153],"during":[154],"nighttime":[155],"scenarios,":[156],"affirming":[157],"REDFormer's":[158],"potential":[159],"as":[160],"robust":[162],"cost-effective":[164],"vehicles.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}