{"id":"https://openalex.org/W7128712471","doi":"https://doi.org/10.1109/tcsvt.2026.3664122","title":"Spatial Multimodal Knowledge-Driven 3D Scene Graph Prediction With Vision-Language Model","display_name":"Spatial Multimodal Knowledge-Driven 3D Scene Graph Prediction With Vision-Language Model","publication_year":2026,"publication_date":"2026-02-12","ids":{"openalex":"https://openalex.org/W7128712471","doi":"https://doi.org/10.1109/tcsvt.2026.3664122"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2026.3664122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3664122","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haoran Hou","orcid":"https://orcid.org/0009-0005-9946-0318"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Hou","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0005-9946-0318","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022848316","display_name":"Mingtao Feng","orcid":"https://orcid.org/0000-0003-0384-3743"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingtao Feng","raw_affiliation_strings":["Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-0384-3743","affiliations":[{"raw_affiliation_string":"Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024918504","display_name":"Zijie Wu","orcid":"https://orcid.org/0000-0002-0675-6525"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Wu","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0675-6525","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013644792","display_name":"Yulan Guo","orcid":"https://orcid.org/0000-0003-0952-476X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulan Guo","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0952-476X","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaonan Wang","orcid":"https://orcid.org/0000-0002-0519-6458"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaonan Wang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0519-6458","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125652724","display_name":"Ajmal Mian","orcid":null},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ajmal Mian","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia, Perth, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5206-3842","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia, Perth, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14290486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"6","first_page":"7483","last_page":"7498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.895799994468689,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.895799994468689,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.7440999746322632},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5486000180244446},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.399399995803833},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.3977999985218048},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3822000026702881},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.37529999017715454},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.37139999866485596},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3190999925136566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076000213623047},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.7440999746322632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5903000235557556},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2780217385","wikidata":"https://www.wikidata.org/wiki/Q2389284","display_name":"Hierarchical organization","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C110484373","wikidata":"https://www.wikidata.org/wiki/Q264398","display_name":"Adjacency list","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2026.3664122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3664122","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.44632813334465027}],"awards":[{"id":"https://openalex.org/G1605900844","display_name":null,"funder_award_id":"U2570205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G590581690","display_name":null,"funder_award_id":"62403189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6318171474","display_name":null,"funder_award_id":"62373293","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6456705931","display_name":null,"funder_award_id":"20242BAB20050","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G7505917572","display_name":null,"funder_award_id":"62463020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In-depth":[0],"understanding":[1],"of":[2,45,59,71,76,86,105,206,234,240,251,262],"3D":[3,47,60,95,106,114,177,207,222,256],"environments":[4,107,257],"not":[5],"only":[6],"involves":[7],"locating":[8],"and":[9,19,42,73,78,82,152,168,190,236,245,258],"recognizing":[10],"individual":[11],"objects":[12,77,140],"but":[13],"also":[14],"requires":[15],"inferring":[16],"the":[17,39,55,68,102,136,158,182,204,220,231,238,249,252,260],"relationships":[18,138],"interactions":[20],"among":[21],"them.":[22],"However,":[23],"most":[24],"existing":[25],"methods":[26],"heavily":[27],"rely":[28],"on":[29],"scene-specific":[30],"contents,":[31],"which":[32],"leads":[33],"to":[34,38,112,134,163,201,248],"poor":[35],"performance":[36,205],"due":[37],"noisy,":[40],"cluttered,":[41],"partial":[43],"nature":[44],"real-world":[46],"scenes.":[48],"In":[49,199],"this":[50,90],"work,":[51],"we":[52,92,119,146,174,212],"find":[53],"that":[54,100],"inherently":[56],"hierarchical":[57,103,149,153,183,253],"structures":[58,104,184,254],"environments,":[61],"derived":[62],"from":[63],"support":[64,137],"relationships,":[65],"aid":[66],"in":[67,141,255],"automatic":[69],"association":[70],"semantic":[72],"spatial":[74,109,178],"arrangements":[75],"provide":[79],"rich":[80],"geometric":[81],"topological":[83],"information":[84],"independent":[85],"specific":[87],"scenarios.":[88],"To":[89],"end,":[91],"propose":[93,213],"a":[94,122,127,142,148,194,214],"scene":[96,115,208,223],"graph":[97,116,151,156,196,209,224],"generation":[98,210,225],"model":[99,131,162],"leverages":[101],"as":[108],"multimodal":[110,179],"knowledge":[111,155,180],"enhance":[113],"generation.":[117],"Specifically,":[118],"first":[120],"devise":[121],"cross-modal":[123],"tuning":[124],"approach,":[125],"where":[126],"visually-prompted":[128],"vision":[129,160],"language":[130,161],"is":[132],"learned":[133],"infer":[135],"between":[139],"low-resource":[143],"way.":[144],"Subsequently,":[145],"build":[147],"visual":[150,166,188],"symbolic":[154],"using":[157,193],"fine-tuned":[159],"extract":[164],"contextualized":[165,187],"contents":[167,189],"relevant":[169],"textual":[170,191],"facts,":[171],"respectively.":[172],"Finally,":[173],"progressively":[175],"accumulate":[176],"about":[181],"by":[185,218],"correlating":[186],"facts":[192],"novel":[195],"reasoning":[197],"network.":[198],"addition,":[200],"better":[202],"evaluate":[203],"models,":[211],"new":[215],"benchmark":[216],"3DSSG-M":[217],"reorganizing":[219],"widely-used":[221],"dataset":[226],"3DSSG.":[227],"This":[228],"reorganization":[229],"balances":[230],"predicate":[232],"distribution":[233],"3DSSG":[235],"reduces":[237],"influence":[239],"frequency":[241],"bias.":[242],"Extensive":[243],"results":[244],"ablations":[246],"attest":[247],"effectiveness":[250],"demonstrate":[259],"superiority":[261],"our":[263],"proposed":[264],"method":[265],"over":[266],"current":[267],"state-of-the-art":[268],"competitors.":[269]},"counts_by_year":[],"updated_date":"2026-06-06T06:22:57.294733","created_date":"2026-02-13T00:00:00"}