{"id":"https://openalex.org/W4405429367","doi":"https://doi.org/10.1109/tcsvt.2024.3518493","title":"Semantic Scene Completion via Semantic-Aware Guidance and Interactive Refinement Transformer","display_name":"Semantic Scene Completion via Semantic-Aware Guidance and Interactive Refinement Transformer","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405429367","doi":"https://doi.org/10.1109/tcsvt.2024.3518493"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3518493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3518493","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027854023","display_name":"Haihong Xiao","orcid":"https://orcid.org/0000-0002-3543-9262"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haihong Xiao","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089840086","display_name":"Wenxiong Kang","orcid":"https://orcid.org/0000-0001-9023-7252"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiong Kang","raw_affiliation_strings":["School of Automation Science and Engineering and the School of Future Technology, South China University of Technology, Guangzhou, China","School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering and the School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115594348","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0002-9071-6859"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385439","display_name":"Yuqiong Li","orcid":"https://orcid.org/0000-0002-0090-315X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210157653","display_name":"Institute of Mechanics","ror":"https://ror.org/057jnjd73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210157653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqiong Li","raw_affiliation_strings":["Key Laboratory for Mechanics in Fluid Solid Coupling Systems, Institute of Mechanics, Chinese Academy of Sciences, Beijing, China","Institute of Mechanics, Key Laboratory for Mechanics in Fluid Solid Coupling Systems, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Mechanics in Fluid Solid Coupling Systems, Institute of Mechanics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210157653","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Mechanics, Key Laboratory for Mechanics in Fluid Solid Coupling Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210157653","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389169","display_name":"Ying He","orcid":"https://orcid.org/0000-0002-6749-4485"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027854023"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73557886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"5","first_page":"4212","last_page":"4225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.815860390663147},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.5753468871116638},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46114853024482727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4598369002342224},{"id":"https://openalex.org/keywords/semantic-technology","display_name":"Semantic technology","score":0.4542669355869293},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4487716257572174},{"id":"https://openalex.org/keywords/semantic-compression","display_name":"Semantic compression","score":0.43140289187431335},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4118240475654602},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.25639212131500244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.815860390663147},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.5753468871116638},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46114853024482727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4598369002342224},{"id":"https://openalex.org/C6881194","wikidata":"https://www.wikidata.org/wiki/Q7449091","display_name":"Semantic technology","level":4,"score":0.4542669355869293},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4487716257572174},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.43140289187431335},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4118240475654602},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.25639212131500244},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tcsvt.2024.3518493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3518493","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/182767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TCSVT.2024.3518493","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:dspace.imech.ac.cn:311007/101539","is_oa":false,"landing_page_url":"http://dspace.imech.ac.cn/handle/311007/101539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400463","display_name":"\u4e2d\u56fd\u79d1\u5b66\u9662\u529b\u5b66\u7814\u7a76\u6240","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"\u671f\u520a\u8bba\u6587"},{"id":"pmh:oai:dspace.imech.ac.cn:311007/101541","is_oa":false,"landing_page_url":"http://dspace.imech.ac.cn/handle/311007/101540","pdf_url":null,"source":{"id":"https://openalex.org/S4306400463","display_name":"\u4e2d\u56fd\u79d1\u5b66\u9662\u529b\u5b66\u7814\u7a76\u6240","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1122191357","display_name":null,"funder_award_id":"62376100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4752632892","display_name":null,"funder_award_id":"2024ZYGXZR104","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W2330338128","https://openalex.org/W2412782625","https://openalex.org/W2557465155","https://openalex.org/W2601564443","https://openalex.org/W2781907980","https://openalex.org/W2962774226","https://openalex.org/W2963125977","https://openalex.org/W2963307292","https://openalex.org/W2963766190","https://openalex.org/W2964160369","https://openalex.org/W2981604966","https://openalex.org/W2991216808","https://openalex.org/W2997874850","https://openalex.org/W3009205130","https://openalex.org/W3034669477","https://openalex.org/W3034868495","https://openalex.org/W3035308182","https://openalex.org/W3089846430","https://openalex.org/W3089939852","https://openalex.org/W3118453581","https://openalex.org/W3126856052","https://openalex.org/W3138516171","https://openalex.org/W3171102639","https://openalex.org/W3195680177","https://openalex.org/W3215100485","https://openalex.org/W3215584334","https://openalex.org/W4226230003","https://openalex.org/W4295935152","https://openalex.org/W4310832369","https://openalex.org/W4312894406","https://openalex.org/W4322730832","https://openalex.org/W4376607914","https://openalex.org/W4386057750","https://openalex.org/W4386066358","https://openalex.org/W4386071535","https://openalex.org/W4386075718","https://openalex.org/W4386083035","https://openalex.org/W4386320457","https://openalex.org/W4388901570","https://openalex.org/W4390492478","https://openalex.org/W4390872638","https://openalex.org/W4390873008","https://openalex.org/W4390873074","https://openalex.org/W4390873564","https://openalex.org/W4390874310","https://openalex.org/W4391013633","https://openalex.org/W4392843870","https://openalex.org/W4393153987","https://openalex.org/W4393154098","https://openalex.org/W4393156295","https://openalex.org/W4399574285","https://openalex.org/W4401070061","https://openalex.org/W4402660154","https://openalex.org/W4402703001","https://openalex.org/W4402772482","https://openalex.org/W4402779632","https://openalex.org/W4402979725","https://openalex.org/W4404725701","https://openalex.org/W6762718338","https://openalex.org/W6774005629","https://openalex.org/W6784094891","https://openalex.org/W6786772111","https://openalex.org/W6791353385","https://openalex.org/W6802311648","https://openalex.org/W6805019777","https://openalex.org/W6809665764","https://openalex.org/W6811013733","https://openalex.org/W6850554156","https://openalex.org/W6851334955","https://openalex.org/W6852441499","https://openalex.org/W6852775642","https://openalex.org/W6853501547","https://openalex.org/W6854051421","https://openalex.org/W6856886110","https://openalex.org/W6857295974","https://openalex.org/W6858763372","https://openalex.org/W6859019568","https://openalex.org/W6862037194","https://openalex.org/W6870770721","https://openalex.org/W6875773117","https://openalex.org/W6879916760","https://openalex.org/W6881062907"],"related_works":["https://openalex.org/W3012445987","https://openalex.org/W3134365128","https://openalex.org/W2280628760","https://openalex.org/W2113661533","https://openalex.org/W2096831027","https://openalex.org/W1990650227","https://openalex.org/W2038882528","https://openalex.org/W4391174801","https://openalex.org/W2004663191","https://openalex.org/W2363443447"],"abstract_inverted_index":{"Predicting":[0],"per-voxel":[1],"occupancy":[2],"status":[3],"and":[4,74,111,158,170,191,199],"corresponding":[5],"semantic":[6,27,82,102],"labels":[7],"in":[8,17,80,115,193,209],"3D":[9,14,35],"scenes":[10],"is":[11,53],"pivotal":[12],"to":[13,104,128,152],"intelligent":[15],"perception":[16,155],"autonomous":[18],"driving.":[19],"In":[20],"this":[21,52],"paper,":[22],"we":[23,87,120,138],"propose":[24,139],"a":[25,39,43,89,116,122],"novel":[26],"scene":[28,83,162],"completion":[29,84],"framework":[30],"that":[31,179],"can":[32],"generate":[33],"complete":[34],"volumetric":[36],"semantics":[37,157],"from":[38],"single":[40],"image":[41,109],"at":[42,59],"low":[44],"cost.":[45],"To":[46],"the":[47,54,61,133,154,161,165,197,210],"best":[48],"of":[49,64,124,156,189,212],"our":[50,180],"knowledge,":[51],"first":[55],"endeavor":[56],"specifically":[57],"aimed":[58],"mitigating":[60],"negative":[62],"impacts":[63],"incorrect":[65],"voxel":[66,112,149,171],"query":[67,113,150],"proposals":[68,114,151],"caused":[69],"by":[70,163],"erroneous":[71],"depth":[72],"estimates":[73],"enhancing":[75],"interactions":[76,107],"for":[77],"positive":[78],"ones":[79],"camera-based":[81],"tasks.":[85],"Specifically,":[86],"present":[88],"straightforward":[90],"yet":[91],"effective":[92,106],"Semantic-aware":[93],"Guided":[94],"(SAG)":[95],"module,":[96],"which":[97,146],"seamlessly":[98],"integrates":[99],"with":[100],"task-related":[101],"priors":[103],"facilitate":[105],"between":[108,167],"features":[110],"plug-and-play":[117],"manner.":[118],"Furthermore,":[119],"introduce":[121],"set":[123],"learnable":[125],"object":[126,168,214],"queries":[127,169,172],"better":[129],"perceive":[130],"objects":[131,159],"within":[132,160],"scene.":[134],"Building":[135],"on":[136,196],"this,":[137],"an":[140],"Interactive":[141],"Refinement":[142],"Transformer":[143],"(IRT)":[144],"block,":[145],"iteratively":[147],"updates":[148],"enhance":[153],"leveraging":[164],"interaction":[166],"through":[173],"query-to-query":[174],"cross-attention.":[175],"Extensive":[176],"experiments":[177],"demonstrate":[178],"method":[181],"outperforms":[182],"existing":[183],"state-of-the-art":[184],"approaches,":[185],"achieving":[186],"overall":[187],"improvements":[188],"0.30":[190],"2.74":[192],"mIoU":[194],"metric":[195],"SemanticKITTI":[198],"SSCBench-KITTI-360":[200],"validation":[201],"datasets,":[202],"respectively,":[203],"while":[204],"also":[205],"showing":[206],"superior":[207],"performance":[208],"aspect":[211],"small":[213],"generation.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
