{"id":"https://openalex.org/W4396594825","doi":"https://doi.org/10.1109/jiot.2024.3396285","title":"Radar Can See and Hear as Well: A New Multimodal Benchmark Based on Radar Sensing","display_name":"Radar Can See and Hear as Well: A New Multimodal Benchmark Based on Radar Sensing","publication_year":2024,"publication_date":"2024-05-02","ids":{"openalex":"https://openalex.org/W4396594825","doi":"https://doi.org/10.1109/jiot.2024.3396285"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3396285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3396285","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071860978","display_name":"Yinsong Xu","orcid":"https://orcid.org/0000-0002-1050-0143"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yinsong Xu","raw_affiliation_strings":["National Institute of Health Data Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Institute of Health Data Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069484115","display_name":"Qing-Chao Chen","orcid":"https://orcid.org/0000-0002-1216-5609"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchao Chen","raw_affiliation_strings":["National Institute of Health Data Science, Peking University, Beijing, China","National Key Laboratory of General Artificial Intelligence, Beijing, China","Institute of Medical Technology, Peking University Health Science Center, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Institute of Health Data Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Institute of Medical Technology, Peking University Health Science Center, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071860978"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.8142,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84805243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"11","issue":"15","first_page":"26459","last_page":"26469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7809440493583679},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.6937394142150879},{"id":"https://openalex.org/keywords/radar-imaging","display_name":"Radar imaging","score":0.5199881196022034},{"id":"https://openalex.org/keywords/radar-engineering-details","display_name":"Radar engineering details","score":0.4905173182487488},{"id":"https://openalex.org/keywords/radar-lock-on","display_name":"Radar lock-on","score":0.4490082561969757},{"id":"https://openalex.org/keywords/microphone","display_name":"Microphone","score":0.43465346097946167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4213358163833618},{"id":"https://openalex.org/keywords/continuous-wave-radar","display_name":"Continuous-wave radar","score":0.4106695055961609},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3587048649787903},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24906322360038757}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7809440493583679},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.6937394142150879},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.5199881196022034},{"id":"https://openalex.org/C134406370","wikidata":"https://www.wikidata.org/wiki/Q832005","display_name":"Radar engineering details","level":4,"score":0.4905173182487488},{"id":"https://openalex.org/C185565061","wikidata":"https://www.wikidata.org/wiki/Q6878284","display_name":"Radar lock-on","level":5,"score":0.4490082561969757},{"id":"https://openalex.org/C2778263558","wikidata":"https://www.wikidata.org/wiki/Q46384","display_name":"Microphone","level":3,"score":0.43465346097946167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4213358163833618},{"id":"https://openalex.org/C59584813","wikidata":"https://www.wikidata.org/wiki/Q1029234","display_name":"Continuous-wave radar","level":4,"score":0.4106695055961609},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3587048649787903},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24906322360038757},{"id":"https://openalex.org/C68115822","wikidata":"https://www.wikidata.org/wiki/Q1068172","display_name":"Sound pressure","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3396285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3396285","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4024999585","display_name":null,"funder_award_id":"62201014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2103104224","https://openalex.org/W2153594606","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2551572271","https://openalex.org/W2560730294","https://openalex.org/W2563851357","https://openalex.org/W2793655483","https://openalex.org/W2827033964","https://openalex.org/W2953297989","https://openalex.org/W2964260849","https://openalex.org/W2973122072","https://openalex.org/W2979540098","https://openalex.org/W2979680912","https://openalex.org/W2990640172","https://openalex.org/W3015371781","https://openalex.org/W3015830103","https://openalex.org/W3017343282","https://openalex.org/W3035333188","https://openalex.org/W3085051942","https://openalex.org/W3093274101","https://openalex.org/W3107444068","https://openalex.org/W3119250176","https://openalex.org/W3164444667","https://openalex.org/W3175987492","https://openalex.org/W3194207557","https://openalex.org/W3205420591","https://openalex.org/W3207537403","https://openalex.org/W3211425599","https://openalex.org/W4321021816","https://openalex.org/W4382202662","https://openalex.org/W4386494619","https://openalex.org/W4388286374","https://openalex.org/W4388430344","https://openalex.org/W6676647902","https://openalex.org/W6684191040","https://openalex.org/W6784910987","https://openalex.org/W6797781246"],"related_works":["https://openalex.org/W4380451819","https://openalex.org/W2807545795","https://openalex.org/W1655692855","https://openalex.org/W2892233029","https://openalex.org/W1963931428","https://openalex.org/W4352982730","https://openalex.org/W604796468","https://openalex.org/W4296425733","https://openalex.org/W4285814362","https://openalex.org/W2103897432"],"abstract_inverted_index":{"Radar":[0],"technology":[1],"has":[2],"emerged":[3],"as":[4,73],"a":[5],"pivotal":[6],"component":[7],"for":[8],"various":[9],"applications":[10],"within":[11],"the":[12,19,32,79,91,101,119,147,150],"Internet":[13],"of":[14,23,121,152],"Things":[15],"(IoT).":[16],"To":[17],"promote":[18],"understanding":[20],"and":[21,36,47,59,67,82,86,110,134,136,149],"integration":[22],"radar":[24,44,80,105,122,154],"sensing":[25,123,155],"in":[26,90,156],"developing":[27],"multi-modal":[28,158],"applications,":[29],"we":[30],"introduce":[31],"RAdar":[33],"Can":[34],"sEe":[35],"heaR":[37],"(RACER)":[38],"dataset.":[39],"This":[40],"dataset":[41],"encompasses":[42],"synchronized":[43],"sensing,":[45],"audio,":[46,132],"visual":[48,111],"data.":[49],"Radar,":[50],"with":[51],"its":[52],"capability":[53],"to":[54,99,143],"detect":[55],"vocal":[56,87,108],"cord":[57,88],"vibrations":[58],"lip":[60,85,112],"movements,":[61],"addresses":[62],"scenarios":[63],"where":[64],"conventional":[65],"microphone":[66],"camera":[68],"setups":[69],"may":[70],"falter,":[71],"such":[72],"through-wall":[74],"or":[75,141],"non-line-of-sight":[76],"sensing.":[77],"Specifically,":[78],"discerns":[81],"characterizes":[83],"human":[84,115],"movements":[89,113],"range-Doppler":[92],"domain.":[93],"We":[94,117,145],"employ":[95],"deep":[96],"neural":[97],"networks":[98],"capture":[100],"inherent":[102],"relationships":[103],"among":[104,131],"signatures,":[106],"audio":[107,142],"sound,":[109],"during":[114],"pronunciations.":[116],"evaluate":[118],"performances":[120],"using":[124,153],"experiments":[125],"on":[126],"speech":[127],"classification,":[128],"cross-modality":[129,137],"retrieval":[130],"video,":[133],"radar,":[135],"distillation":[138],"from":[139],"video":[140],"radar.":[144],"summarize":[146],"findings":[148],"limitations":[151],"speech-related":[157],"analysis":[159],"applications.":[160],"Our":[161],"codes":[162],"are":[163],"available":[164],"at:":[165],"https://github.com/SPIresearch/RACER.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}