{"id":"https://openalex.org/W4402389384","doi":"https://doi.org/10.1109/tvcg.2024.3456201","title":"NIS-SLAM: Neural Implicit Semantic RGB-D SLAM for 3D Consistent Scene Understanding","display_name":"NIS-SLAM: Neural Implicit Semantic RGB-D SLAM for 3D Consistent Scene Understanding","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402389384","doi":"https://doi.org/10.1109/tvcg.2024.3456201","pmid":"https://pubmed.ncbi.nlm.nih.gov/39255118"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3456201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456201","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069707429","display_name":"Hongjia Zhai","orcid":"https://orcid.org/0000-0002-7729-8787"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongjia Zhai","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018458036","display_name":"Gan Huang","orcid":"https://orcid.org/0000-0001-8515-2721"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gan Huang","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qirui Hu","orcid":"https://orcid.org/0009-0009-1854-689X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qirui Hu","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111520123","display_name":"Guanglin Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglin Li","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100693448","display_name":"Guofeng Zhang","orcid":"https://orcid.org/0000-0001-5661-8430"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofeng Zhang","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5069707429"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":26.5594,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99440812,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"11","first_page":"7129","last_page":"7139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7873162031173706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7021063566207886},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.588577151298523},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5858771800994873},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5454779267311096},{"id":"https://openalex.org/keywords/simultaneous-localization-and-mapping","display_name":"Simultaneous localization and mapping","score":0.49295616149902344},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34945857524871826},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3321259021759033},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.18256384134292603},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1183461844921112}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7873162031173706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7021063566207886},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.588577151298523},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5858771800994873},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5454779267311096},{"id":"https://openalex.org/C86369673","wikidata":"https://www.wikidata.org/wiki/Q1203659","display_name":"Simultaneous localization and mapping","level":4,"score":0.49295616149902344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34945857524871826},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3321259021759033},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.18256384134292603},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1183461844921112}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3456201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456201","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39255118","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39255118","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5158269727","display_name":null,"funder_award_id":"61932003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1987648924","https://openalex.org/W1988874269","https://openalex.org/W2009422376","https://openalex.org/W2021851106","https://openalex.org/W2094694151","https://openalex.org/W2108134361","https://openalex.org/W2178629455","https://openalex.org/W2523049145","https://openalex.org/W2527142681","https://openalex.org/W2535547924","https://openalex.org/W2594519801","https://openalex.org/W2606794968","https://openalex.org/W2609883120","https://openalex.org/W2919379406","https://openalex.org/W2945772959","https://openalex.org/W2951730755","https://openalex.org/W2963706662","https://openalex.org/W3004300126","https://openalex.org/W3009928773","https://openalex.org/W3043971245","https://openalex.org/W3095866053","https://openalex.org/W3109585842","https://openalex.org/W3153220274","https://openalex.org/W3154129649","https://openalex.org/W3172610252","https://openalex.org/W3175175721","https://openalex.org/W3177583232","https://openalex.org/W3178217626","https://openalex.org/W3202037070","https://openalex.org/W3207210614","https://openalex.org/W3210613940","https://openalex.org/W3211077271","https://openalex.org/W3215927878","https://openalex.org/W4200382072","https://openalex.org/W4214731463","https://openalex.org/W4214748949","https://openalex.org/W4214768561","https://openalex.org/W4221151978","https://openalex.org/W4237648096","https://openalex.org/W4252201060","https://openalex.org/W4307783807","https://openalex.org/W4310643199","https://openalex.org/W4312234520","https://openalex.org/W4312280420","https://openalex.org/W4312433568","https://openalex.org/W4312706422","https://openalex.org/W4312815172","https://openalex.org/W4312878643","https://openalex.org/W4313031684","https://openalex.org/W4321512561","https://openalex.org/W4321608015","https://openalex.org/W4383109009","https://openalex.org/W4385318467","https://openalex.org/W4386066489","https://openalex.org/W4386066696","https://openalex.org/W4386075857","https://openalex.org/W4386075898","https://openalex.org/W4386075953","https://openalex.org/W4386076205","https://openalex.org/W4386523681","https://openalex.org/W4390872919","https://openalex.org/W4390873473","https://openalex.org/W4390873648","https://openalex.org/W4402727597","https://openalex.org/W6618372016","https://openalex.org/W6637636807","https://openalex.org/W6764040762","https://openalex.org/W6781421651","https://openalex.org/W6797770180","https://openalex.org/W6800540912","https://openalex.org/W6803908784","https://openalex.org/W6843514444","https://openalex.org/W6843576993","https://openalex.org/W6846444214","https://openalex.org/W6849303385","https://openalex.org/W6852315879","https://openalex.org/W6862878514"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2070401501","https://openalex.org/W2121496884","https://openalex.org/W2556215627"],"abstract_inverted_index":{"In":[0,37],"recent":[1],"years,":[2],"the":[3,14,28,84,91,107,143],"paradigm":[4],"of":[5,16,93,149],"neural":[6,45,157],"implicit":[7,46,85,159],"representations":[8],"has":[9],"gained":[10],"substantial":[11],"attention":[12],"in":[13,27,173],"field":[15],"Simultaneous":[17],"Localization":[18],"and":[19,68,79,127],"Mapping":[20],"(SLAM).":[21],"However,":[22],"a":[23,53,102,123],"notable":[24],"gap":[25],"exists":[26],"existing":[29,156],"approaches":[30],"when":[31,152],"it":[32],"comes":[33],"to":[34,58,89,115,154],"scene":[35,71,86],"understanding.":[36],"this":[38],"paper,":[39],"we":[40,73,100,121,164],"introduce":[41],"NIS-SLAM,":[42],"an":[43],"efficient":[44],"semantic":[47,61,108,118],"RGB-D":[48,160],"SLAM":[49,161],"system,":[50],"that":[51,105,167],"leverages":[52],"pre-trained":[54],"2D":[55,94],"segmentation":[56,95],"network":[57],"learn":[59],"consistent":[60,70,117],"representations.":[62,87],"Specifically,":[63],"for":[64,132],"high-fidelity":[65],"surface":[66],"reconstruction":[67],"spatial":[69],"understanding,":[72],"combine":[74],"high-frequency":[75],"multi-resolution":[76],"tetrahedron-based":[77],"features":[78],"low-frequency":[80],"positional":[81],"encoding":[82],"as":[83],"Besides,":[88],"address":[90],"inconsistency":[92],"results":[96,138],"from":[97,110],"multiple":[98],"views,":[99],"propose":[101],"fusion":[103],"strategy":[104],"integrates":[106],"probabilities":[109],"previous":[111],"non-keyframes":[112],"into":[113],"keyframes":[114],"achieve":[116],"learning.":[119],"Furthermore,":[120],"implement":[122],"confidence-based":[124],"pixel":[125],"sampling":[126],"progressive":[128],"optimization":[129],"weight":[130],"function":[131],"robust":[133],"camera":[134],"tracking.":[135],"Extensive":[136],"experimental":[137],"on":[139],"various":[140],"datasets":[141],"show":[142,166],"better":[144],"or":[145],"more":[146],"competitive":[147],"performance":[148],"our":[150,168],"system":[151],"compared":[153],"other":[155],"dense":[158],"approaches.":[162],"Finally,":[163],"also":[165],"approach":[169],"can":[170],"be":[171],"used":[172],"augmented":[174],"reality":[175],"applications.":[176],"Project":[177],"page:":[178],"https://zju3dv.github.io/nis_slam.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}