{"id":"https://openalex.org/W7131385817","doi":"https://doi.org/10.48550/arxiv.2602.19063","title":"Direction-aware 3D Large Multimodal Models","display_name":"Direction-aware 3D Large Multimodal Models","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7131385817","doi":"https://doi.org/10.48550/arxiv.2602.19063"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.19063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.19063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126786651","display_name":"Quan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126798455","display_name":"Weihao Xuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuan, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062779308","display_name":"Junjue Wang","orcid":"https://orcid.org/0000-0002-9500-3399"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junjue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126782787","display_name":"Naoto Yokoya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yokoya, Naoto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126781898","display_name":"Ling Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126843131","display_name":"Shijian Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Shijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5800999999046326,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5800999999046326,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.09019999951124191,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6845999956130981},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.5600000023841858},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.5443000197410583},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5266000032424927},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5266000032424927},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5120000243186951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139999866485596},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6845999956130981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007000207901001},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.5443000197410583},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C9180747","wikidata":"https://www.wikidata.org/wiki/Q486893","display_name":"Id, ego and super-ego","level":2,"score":0.5073999762535095},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4081000089645386},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3790999948978424},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.19063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.19063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"3D":[0,39,56,84,164],"large":[1,40],"multimodal":[2,41],"models":[3],"(3D":[4],"LMMs)":[5],"rely":[6],"heavily":[7],"on":[8],"ego":[9,32,62,79,104,134,140],"poses":[10,63,105,135,141],"for":[11,203],"enabling":[12],"directional":[13,26],"question-answering":[14],"and":[15,50,60,68,113,172,179,192],"spatial":[16],"reasoning.":[17],"However,":[18],"most":[19],"existing":[20],"point":[21,65,72,125],"cloud":[22,66,73,126],"benchmarks":[23,67],"contain":[24],"rich":[25],"queries":[27],"but":[28],"lack":[29],"the":[30,70,77,124,132,150],"corresponding":[31,71],"poses,":[33],"making":[34],"them":[35],"inherently":[36],"ill-posed":[37],"in":[38,149],"modelling.":[42],"In":[43,185],"this":[44],"work,":[45],"we":[46],"redefine":[47],"a":[48,94,200],"new":[49],"rigorous":[51],"paradigm":[52],"that":[53,100,122,156],"enables":[54],"direction-aware":[55,83,204],"LMMs":[57,85],"by":[58,177,183],"identifying":[59],"supplementing":[61],"into":[64,142],"transforming":[69],"data":[74,127],"according":[75],"to":[76,128],"identified":[78,133],"poses.":[80],"We":[81],"enable":[82],"with":[86,103,116,131],"two":[87],"novel":[88],"designs.":[89],"The":[90,118],"first":[91],"is":[92,120,189],"PoseRecover,":[93],"fully":[95],"automatic":[96],"pose":[97],"recovery":[98],"pipeline":[99],"matches":[101],"questions":[102],"from":[106],"RGB-D":[107],"video":[108],"extrinsics":[109],"via":[110],"object-frustum":[111],"intersection":[112],"visibility":[114],"check":[115],"Z-buffers.":[117],"second":[119],"PoseAlign":[121],"transforms":[123],"be":[129],"aligned":[130],"instead":[136],"of":[137],"either":[138],"injecting":[139],"textual":[143],"prompts":[144],"or":[145],"introducing":[146],"pose-encoded":[147],"features":[148],"projection":[151],"layers.":[152],"Extensive":[153],"experiments":[154],"show":[155],"our":[157,187],"designs":[158],"yield":[159],"consistent":[160],"improvements":[161],"across":[162],"multiple":[163],"LMM":[165],"backbones":[166],"such":[167],"as":[168],"LL3DA,":[169],"LL3DA-SONATA,":[170],"Chat-Scene,":[171],"3D-LLAVA,":[173],"improving":[174],"ScanRefer":[175],"mIoU":[176],"30.0%":[178],"Scan2Cap":[180],"LLM-as-judge":[181],"accuracy":[182],"11.7%.":[184],"addition,":[186],"approach":[188],"simple,":[190],"generic,":[191],"training-efficient,":[193],"requiring":[194],"only":[195],"instruction":[196],"tuning":[197],"while":[198],"establishing":[199],"strong":[201],"baseline":[202],"3D-LMMs.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-02-26T00:00:00"}