{"id":"https://openalex.org/W7165612841","doi":"https://doi.org/10.48550/arxiv.2606.23312","title":"From Pixels to Concepts: Growing Rich 3D Semantic Scene Graph Forests utilizing Foundation Models","display_name":"From Pixels to Concepts: Growing Rich 3D Semantic Scene Graph Forests utilizing Foundation Models","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165612841","doi":"https://doi.org/10.48550/arxiv.2606.23312"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092897582","display_name":"David Oberacker","orcid":"https://orcid.org/0000-0003-2442-4142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oberacker, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139166223","display_name":"Meike Deitersen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deitersen, Meike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038461350","display_name":"Niklas Spielbauer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spielbauer, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056517421","display_name":"Tristan Schnell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schnell, Tristan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009997706","display_name":"Georg Heppner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heppner, Georg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072884786","display_name":"Arne Roennau","orcid":"https://orcid.org/0000-0002-6090-607X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roennau, Arne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.47510001063346863,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.47510001063346863,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.17730000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.538100004196167},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.487199991941452},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47450000047683716},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.4607999920845032},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4512999951839447},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4462999999523163},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.44620001316070557},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.44600000977516174},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.444599986076355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7594000101089478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.631600022315979},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.538100004196167},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4462999999523163},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.44600000977516174},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.3718000054359436},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2778597888","wikidata":"https://www.wikidata.org/wiki/Q172169","display_name":"3D city models","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C85407183","wikidata":"https://www.wikidata.org/wiki/Q1045785","display_name":"Semantic network","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.500217854976654,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Operating":[0],"in":[1,185,229],"complex":[2,25],"real-world":[3,196],"environments":[4],"requires":[5],"robots":[6],"to":[7,58,84,95,152,209,223],"understand":[8],"their":[9,221],"surroundings":[10],"on":[11,159],"a":[12,18,45,105,116,122,142,195,200],"functional":[13],"semantic":[14,68,93,225],"level.":[15],"This":[16,76,204],"demands":[17],"detailed":[19],"multi-layer":[20],"world":[21],"model":[22],"capturing":[23],"the":[24,79,160,167,172],"relations":[26],"of":[27,61,81,87,144,171,177],"its":[28],"surroundings.":[29],"Hierarchical":[30],"3D":[31,51,88,146,215],"scene":[32,52,89,97,147,217],"graphs":[33,90,218],"address":[34],"this":[35],"challenge":[36],"by":[37,115,121],"integrating":[38],"geometric,":[39],"semantic,":[40],"and":[41,99,110,118,129,136,162,169,194,219,226],"relational":[42],"data":[43,193],"within":[44],"unified":[46],"spatial":[47],"framework.":[48],"However,":[49],"current":[50],"graph":[53],"approaches":[54],"often":[55],"restrict":[56],"themselves":[57],"rigid":[59],"structures":[60],"pre-determined":[62],"relationship":[63],"classes,":[64],"mostly":[65],"neglecting":[66],"important":[67],"connections,":[69],"like":[70],"causal":[71],"connections":[72],"or":[73],"environmental":[74,227],"contexts.":[75],"paper":[77,205],"explores":[78],"potential":[80,222],"foundation":[82,207],"models":[83,208],"build":[85],"forests":[86,179],"with":[91,150],"open":[92],"relationships":[94,111,130,137],"improve":[96],"understanding":[98,228],"robotic":[100],"task":[101,189],"execution.":[102],"We":[103],"propose":[104],"method":[106],"where":[107],"instance-specific":[108],"concept-nodes":[109,128,151],"are":[112,138],"first":[113],"identified":[114],"VLM":[117],"extended":[119],"upon":[120],"LLM,":[123],"inferring":[124],"broader,":[125],"more":[126,211],"abstract":[127,154],"through":[131],"reasoning.":[132],"These":[133],"object-nodes,":[134],"concept-nodes,":[135],"then":[139],"assembled":[140],"into":[141],"forest":[143],"hierarchical":[145,216],"graphs,":[148],"enhanced":[149],"represent":[153],"concepts.":[155],"Evaluations":[156],"were":[157],"conducted":[158],"uHumans2":[161],"ScanNet":[163,192],"indoor":[164,197],"dataset,":[165],"validating":[166],"accuracy":[168],"relevance":[170],"generated":[173],"relationships.":[174],"Downstream":[175],"suitability":[176],"scene-graph":[178],"for":[180],"robotics":[181],"applications":[182],"is":[183],"demonstrated":[184],"an":[186],"open-vocabulary":[187],"object-retrieval":[188],"utilizing":[190],"both":[191],"deployment":[198],"using":[199],"Boston":[201],"Dynamics":[202],"Spot.":[203],"leverages":[206],"create":[210],"expressive,":[212],"semantically":[213],"deep":[214],"demonstrates":[220],"advance":[224],"robotics.":[230]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}