{"id":"https://openalex.org/W7167719490","doi":"https://doi.org/10.48550/arxiv.2607.05493","title":"Ground3D-LMM: Fine-Grained 3D Point Grounding and Spatial Reasoning with LMM","display_name":"Ground3D-LMM: Fine-Grained 3D Point Grounding and Spatial Reasoning with LMM","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7167719490","doi":"https://doi.org/10.48550/arxiv.2607.05493"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140282107","display_name":"Amol Harsh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harsh, Amol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140227587","display_name":"Zongyan Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Zongyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049890269","display_name":"Jean Lahoud","orcid":"https://orcid.org/0000-0003-0315-6484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lahoud, Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140279089","display_name":"Ye Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140227658","display_name":"Rao Muhammad Anwer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anwer, Rao Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009362997","display_name":"Hisham Cholakkal","orcid":"https://orcid.org/0000-0002-8230-9065"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cholakkal, Hisham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140250335","display_name":"Salman Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Salman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140268382","display_name":"Fahad Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Fahad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9135000109672546,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9135000109672546,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.010300000198185444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6783999800682068},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6114000082015991},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5993000268936157},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5630000233650208},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.526199996471405},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.48750001192092896},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4690000116825104},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.4399999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7163000106811523},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6783999800682068},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6114000082015991},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5993000268936157},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.526199996471405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5181000232696533},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.48750001192092896},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30869999527931213},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.43315765261650085,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Natural-language":[0],"queries":[1],"about":[2],"3D":[3,20,38,52,55,88,120,129,191],"environments":[4],"become":[5],"actionable":[6],"when":[7],"responses":[8,94],"are":[9,58,198],"verifiable":[10],"and":[11,35,79,86,95,103,115,131,147,153,156,176,196],"metric.":[12],"Verifiability":[13],"requires":[14,125],"explicit":[15,51],"grounding":[16,56,114],"to":[17],"the":[18,119,127,132],"referred":[19,128],"region,":[21],"while":[22,54],"metric":[23,97,134],"answers":[24],"report":[25],"physical":[26],"measurements":[27],"in":[28,136],"real-world":[29,137],"units":[30],"(e.g.,":[31],"size,":[32],"thickness,":[33],"clearance,":[34],"distance).":[36],"Existing":[37],"large":[39],"multimodal":[40],"models":[41,57],"(LMMs)":[42],"approaches":[43],"remain":[44],"limited:":[45],"conversational":[46,192],"systems":[47],"typically":[48],"respond":[49],"without":[50],"grounding,":[53],"not":[59],"designed":[60],"for":[61,188],"interactive,":[62],"metric-aware":[63,190],"dialogue.":[64],"In":[65],"this":[66,111],"paper,":[67],"we":[68,117],"present":[69],"Ground3D-LMM,":[70],"a":[71,76,141,166,185],"unified":[72],"model":[73,183,197],"that":[74,179],"takes":[75],"point":[77],"cloud":[78],"an":[80],"optional":[81],"RGB":[82],"image":[83],"as":[84],"input":[85],"supports":[87],"spatial":[89],"conversation":[90],"with":[91,150,165],"(i)":[92],"point-grounded":[93],"(ii)":[96],"numeric":[98],"outputs":[99],"at":[100],"both":[101],"object":[102,152],"part":[104,154],"granularity,":[105],"including":[106],"multi-object":[107],"queries.":[108],"To":[109],"evaluate":[110],"intersection":[112],"of":[113],"measurement,":[116],"define":[118],"Grounded":[121],"Measurement":[122],"task,":[123],"which":[124],"predicting":[126],"region":[130],"corresponding":[133],"quantities":[135],"units.":[138],"We":[139],"introduce":[140],"large-scale":[142],"dataset":[143,195],"built":[144],"on":[145,173],"ScanNet":[146],"ScanNet++":[148],"datasets":[149,175],"dense":[151],"annotations":[155],"roughly":[157],"2.5M":[158],"question-answer":[159],"pairs":[160],"spanning":[161],"eight":[162],"tasks,":[163],"along":[164],"manually":[167],"verified":[168],"test":[169],"set.":[170],"Extensive":[171],"experiments":[172],"multiple":[174],"tasks":[177],"show":[178],"our":[180],"proposed":[181],"Ground3D-LMM":[182],"provides":[184],"strong":[186],"baseline":[187],"grounded,":[189],"understanding.":[193],"Our":[194],"publicly":[199],"available.":[200]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}