{"id":"https://openalex.org/W3121111736","doi":"https://doi.org/10.1109/lra.2021.3062011","title":"Cross-Modal Contrastive Learning of Representations for Navigation Using Lightweight, Low-Cost Millimeter Wave Radar for Adverse Environmental Conditions","display_name":"Cross-Modal Contrastive Learning of Representations for Navigation Using Lightweight, Low-Cost Millimeter Wave Radar for Adverse Environmental Conditions","publication_year":2021,"publication_date":"2021-02-24","ids":{"openalex":"https://openalex.org/W3121111736","doi":"https://doi.org/10.1109/lra.2021.3062011","mag":"3121111736"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3062011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3062011","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.03525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101589477","display_name":"Jui-Te Huang","orcid":"https://orcid.org/0000-0001-6527-5812"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Jui-Te Huang","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6527-5812","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002286021","display_name":"Chen-Lung Lu","orcid":"https://orcid.org/0000-0002-0240-3079"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chen-Lung Lu","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-0240-3079","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009143446","display_name":"Po-Kai Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Kai Chang","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071757269","display_name":"Ching-I Huang","orcid":"https://orcid.org/0000-0002-3987-259X"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-I Huang","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025002883","display_name":"Chao-Chun Hsu","orcid":"https://orcid.org/0000-0003-4117-2119"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chao-Chun Hsu","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083258885","display_name":"Zu Lin Ewe","orcid":"https://orcid.org/0000-0003-3515-9989"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Zu Lin Ewe","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3515-9989","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103105532","display_name":"Po-Jui Huang","orcid":"https://orcid.org/0000-0003-0284-6934"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Jui Huang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University (NCTU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University (NCTU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068913253","display_name":"Hsueh\u2010Cheng Wang","orcid":"https://orcid.org/0000-0002-9419-4111"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsueh-Cheng Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University (NCTU), also with the Institute of Electrical and Control Engineering, and National Yang Ming Chiao Tung University (NYCU), and also with the Pervasive Artificial Intelligence Research (PAIR) Labs, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9419-4111","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University (NCTU), also with the Institute of Electrical and Control Engineering, and National Yang Ming Chiao Tung University (NYCU), and also with the Pervasive Artificial Intelligence Research (PAIR) Labs, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613","https://openalex.org/I4210149422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101589477"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":2.6597,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.91345569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"3333","last_page":"3340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8067595958709717},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6361769437789917},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.5848950743675232},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5660159587860107},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5461786985397339},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46040403842926025},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4396367073059082},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4158332943916321},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41496366262435913},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36313396692276},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3071247935295105},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1615334153175354},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08229267597198486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8067595958709717},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6361769437789917},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.5848950743675232},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5660159587860107},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5461786985397339},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46040403842926025},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4396367073059082},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4158332943916321},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41496366262435913},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36313396692276},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3071247935295105},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1615334153175354},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08229267597198486},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2021.3062011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3062011","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2101.03525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.03525","pdf_url":"https://arxiv.org/pdf/2101.03525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.03525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.03525","pdf_url":"https://arxiv.org/pdf/2101.03525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G4160507767","display_name":null,"funder_award_id":"MOST 110-2634-F-009-022","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6120763898","display_name":null,"funder_award_id":"MOST 109-2634-F-009-019","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G8899769991","display_name":null,"funder_award_id":"MOST 109-2634-F-009-027","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1636306242","https://openalex.org/W1959608418","https://openalex.org/W2124394955","https://openalex.org/W2291973609","https://openalex.org/W2339754110","https://openalex.org/W2463402750","https://openalex.org/W2524241275","https://openalex.org/W2575705757","https://openalex.org/W2771579582","https://openalex.org/W2887927966","https://openalex.org/W2890714858","https://openalex.org/W2909908358","https://openalex.org/W2910054127","https://openalex.org/W2963019567","https://openalex.org/W2963073614","https://openalex.org/W2963129648","https://openalex.org/W2963207848","https://openalex.org/W2963428623","https://openalex.org/W2963864421","https://openalex.org/W2969150231","https://openalex.org/W2972396961","https://openalex.org/W3001696250","https://openalex.org/W3005680577","https://openalex.org/W3006388420","https://openalex.org/W3009928773","https://openalex.org/W3009950332","https://openalex.org/W3015437096","https://openalex.org/W3018353706","https://openalex.org/W3031798691","https://openalex.org/W3034978746","https://openalex.org/W3095315965","https://openalex.org/W3099533866","https://openalex.org/W3115293622","https://openalex.org/W3127756416","https://openalex.org/W3129860168","https://openalex.org/W4237027380","https://openalex.org/W6640963894","https://openalex.org/W6684921986","https://openalex.org/W6696783566","https://openalex.org/W6703724764","https://openalex.org/W6774314701"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4281783339","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W1964041166","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,23,117,178],"(RL),":[3],"where":[4],"the":[5,20,52,86,124,134,181],"agent":[6],"learns":[7],"from":[8],"mistakes,":[9],"has":[10,31],"been":[11,32],"successfully":[12,179],"applied":[13],"to":[14],"a":[15,114,147,163],"variety":[16],"of":[17,22,39,54,88,118],"tasks.":[18],"With":[19],"aim":[21],"collision-free":[24],"policies":[25],"for":[26,34,98,214],"unmanned":[27],"vehicles,":[28],"deep":[29,173],"RL":[30,159,165,174],"used":[33],"training":[35,135],"with":[36,145,149,176,192],"various":[37],"types":[38],"data,":[40],"such":[41],"as":[42],"colored":[43],"images,":[44,46],"depth":[45],"and":[47,68,96,110,130,157,161,187,208,218],"LiDAR":[48,69,131],"point":[49],"clouds,":[50],"without":[51,167],"use":[53,87],"classic":[55],"map-localize-plan":[56],"approaches.":[57],"However,":[58,102],"existing":[59],"methods":[60],"are":[61,107,211],"limited":[62],"by":[63],"their":[64],"reliance":[65],"on":[66],"cameras":[67],"devices,":[70],"which":[71,93,197],"have":[72],"degraded":[73],"sensing":[74],"under":[75],"adverse":[76],"environmental":[77],"conditions":[78],"(e.g.,":[79],"smoky":[80],"environments).":[81],"In":[82],"response,":[83],"we":[84,112],"propose":[85,113],"single-chip":[89],"millimeter-wave":[90],"(mmWave)":[91],"radar,":[92],"is":[94],"lightweight":[95],"inexpensive,":[97],"learning-based":[99],"autonomous":[100],"navigation.":[101],"because":[103],"mmWave":[104,127],"radar":[105,128],"signals":[106],"often":[108],"noisy":[109,198],"sparse,":[111],"cross-modal":[115,154,168],"contrastive":[116,177],"representations":[119],"(CM-CLR)":[120],"method":[121,140,148],"that":[122],"maximizes":[123],"agreement":[125],"between":[126],"data":[129,132],"in":[133,141,196],"stage.":[136],"We":[137],"evaluated":[138],"our":[139],"real-world":[142],"robot":[143,182],"compared":[144,191],"1)":[146],"two":[150],"separate":[151],"networks":[152],"using":[153],"generative":[155,193],"reconstruction":[156,194],"an":[158],"policy":[160,166,175],"2)":[162],"baseline":[164],"representations.":[169],"Our":[170],"proposed":[171],"end-to-end":[172],"navigated":[180],"through":[183],"smoke-filled":[184],"maze":[185],"environments":[186],"achieved":[188],"better":[189],"performance":[190],"methods,":[195],"artifact":[199],"walls":[200],"or":[201],"obstacles":[202],"were":[203],"produced.":[204],"All":[205],"pretrained":[206],"models":[207],"hardware":[209],"settings":[210],"open":[212],"access":[213],"reproducing":[215],"this":[216],"study":[217],"can":[219],"be":[220],"obtained":[221],"at":[222],"https://arg-nctu.github.io/projects/deeprl-mmWave.html.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}