{"id":"https://openalex.org/W7137923006","doi":"https://doi.org/10.1609/aaai.v40i7.37500","title":"RadarLLM: Empowering Large Language Models to Understand Human Motion from Millimeter-wave Point Cloud Sequence","display_name":"RadarLLM: Empowering Large Language Models to Understand Human Motion from Millimeter-wave Point Cloud Sequence","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137923006","doi":"https://doi.org/10.1609/aaai.v40i7.37500"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i7.37500","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i7.37500","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37500/41462","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37500/41462","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129683091","display_name":"Zengyuan Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zengyuan Lai","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129684733","display_name":"Jiarui Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiarui Yang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617519","display_name":"Songpengcheng Xia","orcid":"https://orcid.org/0000-0002-9452-7967"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songpengcheng Xia","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102471278","display_name":"Lizhou Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhou Lin","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129752408","display_name":"Lan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Sun","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858576","display_name":"R. L. Wang","orcid":"https://orcid.org/0000-0002-6197-6838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renwen Wang","raw_affiliation_strings":["ByteDance Inc"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062975995","display_name":"Jianran Liu","orcid":"https://orcid.org/0000-0002-5835-7913"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianran Liu","raw_affiliation_strings":["ByteDance Inc"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129725760","display_name":"Qi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["ByteDance Inc"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129724780","display_name":"Ling Pei","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Pei","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5129683091"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.28,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"40","issue":"7","first_page":"5791","last_page":"5799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.7483000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.7483000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.030700000002980232,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.027799999341368675,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5842000246047974},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5727999806404114},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5708000063896179},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5570999979972839},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5346999764442444},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.47279998660087585},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.45559999346733093},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.43950000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883999943733215},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5842000246047974},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5727999806404114},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5570999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5562999844551086},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5346999764442444},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44940000772476196},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.43950000405311584},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.31360000371932983},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2863999903202057}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i7.37500","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i7.37500","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37500/41462","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i7.37500","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i7.37500","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37500/41462","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7137923006.pdf","grobid_xml":"https://content.openalex.org/works/W7137923006.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Millimeter-wave":[0],"radar":[1,54,64,83,100],"offers":[2],"a":[3,62,91,104,118,126],"privacy-preserving":[4],"and":[5,76,89,101,135,146,152],"environment-robust":[6],"alternative":[7],"to":[8,80],"vision-based":[9],"sensing,":[10],"enabling":[11,144],"human":[12,50],"motion":[13,51,148],"analysis":[14],"in":[15,103,156],"challenging":[16],"conditions":[17],"such":[18],"as":[19],"low":[20],"light,":[21],"occlusions,":[22],"rain,":[23],"or":[24],"smoke.":[25],"However,":[26],"its":[27],"sparse":[28],"point":[29],"clouds":[30],"pose":[31],"significant":[32],"challenges":[33],"for":[34,49],"semantic":[35,87],"understanding.":[36],"We":[37],"present":[38],"RadarLLM,":[39],"the":[40,110],"first":[41],"framework":[42],"that":[43,95,139],"leverages":[44],"large":[45],"language":[46,93],"models":[47],"(LLMs)":[48],"understanding":[52,149],"from":[53,122],"signals.":[55],"RadarLLM":[56,140],"introduces":[57],"two":[58],"key":[59],"innovations:":[60],"(1)":[61],"motion-guided":[63],"tokenizer":[65],"based":[66],"on":[67,132],"our":[68],"Aggregate":[69],"VQ-VAE":[70],"architecture,":[71],"integrating":[72],"deformable":[73],"body":[74],"templates":[75],"masked":[77],"trajectory":[78],"modeling":[79],"convert":[81],"spatial-temporal":[82],"sequences":[84],"into":[85],"compact":[86],"tokens;":[88],"(2)":[90],"radar-aware":[92],"model":[94],"establishes":[96],"cross-modal":[97],"alignment":[98],"between":[99],"text":[102],"shared":[105],"embedding":[106],"space.":[107],"To":[108],"overcome":[109],"scarcity":[111],"of":[112],"paired":[113],"radar-text":[114,120],"data,":[115],"we":[116],"generate":[117],"realistic":[119],"dataset":[121],"motion-text":[123],"datasets":[124],"with":[125],"physics-aware":[127],"synthesis":[128],"pipeline.":[129],"Extensive":[130],"experiments":[131],"both":[133],"synthetic":[134],"real-world":[136],"benchmarks":[137],"show":[138],"achieves":[141],"state-of-the-art":[142],"performance,":[143],"robust":[145],"interpretable":[147],"under":[150],"privacy":[151],"visibility":[153],"constraints,":[154],"even":[155],"adverse":[157],"environments.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2026-03-18T00:00:00"}