{"id":"https://openalex.org/W4409560874","doi":"https://doi.org/10.1109/tip.2025.3560240","title":"NeRF-Det++: Incorporating Semantic Cues and Perspective-Aware Depth Supervision for Indoor Multi-View 3D Detection","display_name":"NeRF-Det++: Incorporating Semantic Cues and Perspective-Aware Depth Supervision for Indoor Multi-View 3D Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409560874","doi":"https://doi.org/10.1109/tip.2025.3560240","pmid":"https://pubmed.ncbi.nlm.nih.gov/40244844"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3560240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3560240","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075307630","display_name":"Chenxi Huang","orcid":"https://orcid.org/0000-0002-2699-0511"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Huang","raw_affiliation_strings":["State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-2699-0511","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210156066"]},{"raw_affiliation_string":"College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062441362","display_name":"Yuenan Hou","orcid":"https://orcid.org/0000-0002-2844-7416"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuenan Hou","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2844-7416","affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011295525","display_name":"Weicai Ye","orcid":"https://orcid.org/0000-0001-6215-1347"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weicai Ye","raw_affiliation_strings":["State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-6215-1347","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210156066"]},{"raw_affiliation_string":"College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056972984","display_name":"Di Huang","orcid":"https://orcid.org/0000-0002-2412-9330"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Di Huang","raw_affiliation_strings":["Department of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043863561","display_name":"Xiaoshui Huang","orcid":"https://orcid.org/0000-0002-3579-538X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshui Huang","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3579-538X","affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103236286","display_name":"Binbin Lin","orcid":"https://orcid.org/0000-0002-0330-6406"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Lin","raw_affiliation_strings":["College of Software, Zhejiang University, Ningbo, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0330-6406","affiliations":[{"raw_affiliation_string":"College of Software, Zhejiang University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037942269","display_name":"Deng Cai","orcid":"https://orcid.org/0000-0001-9817-4065"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng Cai","raw_affiliation_strings":["State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210156066"]},{"raw_affiliation_string":"College of Computer Science, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.9519,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.98427571,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":null,"first_page":"2575","last_page":"2587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.695470929145813},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6951735615730286},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6417497992515564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6303111910820007},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4706990718841553},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3030018210411072}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.695470929145813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6951735615730286},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6417497992515564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6303111910820007},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4706990718841553},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3030018210411072}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3560240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3560240","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40244844","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40244844","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1488486387","display_name":null,"funder_award_id":"62273302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2101641620","display_name":null,"funder_award_id":"62273303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2861150812","display_name":null,"funder_award_id":"62036009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5321264310","display_name":null,"funder_award_id":"2022A-240-G","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7071169373","display_name":null,"funder_award_id":"61936006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2594519801","https://openalex.org/W2769312834","https://openalex.org/W2904332125","https://openalex.org/W2963150697","https://openalex.org/W2963488291","https://openalex.org/W2964062501","https://openalex.org/W2988715931","https://openalex.org/W3039448353","https://openalex.org/W3096609285","https://openalex.org/W3136408985","https://openalex.org/W3171032126","https://openalex.org/W3186630079","https://openalex.org/W3203570626","https://openalex.org/W3215207332","https://openalex.org/W4200150166","https://openalex.org/W4225793049","https://openalex.org/W4312284889","https://openalex.org/W4376870884","https://openalex.org/W4385245566","https://openalex.org/W4386066812","https://openalex.org/W4386075506","https://openalex.org/W4386083125","https://openalex.org/W4390871701","https://openalex.org/W4390871877","https://openalex.org/W4390873153","https://openalex.org/W4390873173","https://openalex.org/W6756780969","https://openalex.org/W6791205910","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6802311648","https://openalex.org/W6802338675","https://openalex.org/W6845491643","https://openalex.org/W6846095257"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"NeRF-Det":[0,205],"has":[1,188],"achieved":[2],"impressive":[3],"performance":[4,191],"in":[5,27,111,192,199,208,213],"indoor":[6],"multi-view":[7,84],"3D":[8,60],"detection":[9],"by":[10,206],"innovatively":[11],"utilizing":[12],"NeRF":[13],"to":[14,128,137],"enhance":[15],"representation":[16],"learning.":[17],"Despite":[18],"its":[19,28],"notable":[20],"performance,":[21],"we":[22,47,96,139],"uncover":[23],"three":[24,49],"decisive":[25],"shortcomings":[26],"current":[29],"design,":[30],"including":[31],"semantic":[32,72,81],"ambiguity,":[33],"inappropriate":[34],"sampling,":[35],"and":[36,67,154,195,211],"insufficient":[37],"utilization":[38],"of":[39,83,90,144,151,162,165,173],"depth":[40,132,142,157,166,176,181],"supervision.":[41],"To":[42],"combat":[43],"the":[44,57,64,69,75,80,92,99,107,112,117,131,141,156,160,163,171,174,180,193,203],"aforementioned":[45],"problems,":[46],"present":[48],"corresponding":[50,70],"solutions:":[51],"1)":[52],"Semantic":[53],"Enhancement.":[54],"We":[55],"project":[56],"freely":[58],"available":[59,222],"segmentation":[61],"annotations":[62],"onto":[63],"2D":[65,71],"plane":[66],"leverage":[68],"maps":[73],"as":[74,159,168,170],"supervision":[76],"signal,":[77],"significantly":[78],"enhancing":[79],"awareness":[82],"detectors.":[85],"2)":[86],"Perspective-Aware":[87],"Sampling.":[88],"Instead":[89],"employing":[91],"uniform":[93],"sampling":[94,101],"strategy,":[95],"put":[97],"forward":[98],"perspective-aware":[100],"policy":[102],"that":[103,134],"samples":[104],"densely":[105],"near":[106],"camera":[108],"while":[109],"sparsely":[110],"distance,":[113],"more":[114],"effectively":[115],"collecting":[116],"valuable":[118],"geometric":[119],"clues.":[120],"3)":[121],"Ordinal":[122],"Residual":[123],"Depth":[124],"Supervision.":[125],"As":[126],"opposed":[127],"directly":[129],"regressing":[130],"values":[133],"are":[135],"difficult":[136],"optimize,":[138],"divide":[140],"range":[143],"each":[145],"scene":[146],"into":[147],"a":[148],"fixed":[149],"number":[150],"ordinal":[152],"bins":[153,167],"reformulate":[155],"prediction":[158],"combination":[161],"classification":[164],"well":[169],"regression":[172],"residual":[175],"values,":[177],"thereby":[178],"benefiting":[179],"learning":[182],"process.":[183],"The":[184,217],"resulting":[185],"algorithm,":[186],"NeRF-Det++,":[187],"exhibited":[189],"appealing":[190],"ScanNetV2":[194],"ARKITScenes":[196],"datasets.":[197],"Notably,":[198],"ScanNetV2,":[200],"NeRF-Det++":[201],"outperforms":[202],"competitive":[204],"+1.9%":[207],"mAP":[209,214],"$\\text{@}0.25$":[210],"+3.5%":[212],"$\\text{@}0.50$":[215],".":[216],"code":[218],"will":[219],"be":[220],"publicly":[221],"at":[223],"https://github.com/mrsempress/NeRF-Detplusplus.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}