{"id":"https://openalex.org/W4399375990","doi":"https://doi.org/10.1109/tpami.2024.3410032","title":"SSR-2D: Semantic 3D Scene Reconstruction From 2D Images","display_name":"SSR-2D: Semantic 3D Scene Reconstruction From 2D Images","publication_year":2024,"publication_date":"2024-06-05","ids":{"openalex":"https://openalex.org/W4399375990","doi":"https://doi.org/10.1109/tpami.2024.3410032","pmid":"https://pubmed.ncbi.nlm.nih.gov/38837926"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3410032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3410032","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100588512","display_name":"Junwen Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Junwen Huang","raw_affiliation_strings":["Technical University of Munich, München, Germany","Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, München, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039460497","display_name":"Alexey Artemov","orcid":"https://orcid.org/0000-0001-5451-7492"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexey Artemov","raw_affiliation_strings":["Technical University of Munich, München, Germany","Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, München, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001743327","display_name":"Yujin Chen","orcid":"https://orcid.org/0000-0002-3442-9265"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yujin Chen","raw_affiliation_strings":["Technical University of Munich, München, Germany","Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, München, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057291583","display_name":"Shuaifeng Zhi","orcid":"https://orcid.org/0000-0002-5927-5426"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I4210125301","display_name":"Health Awareness (United States)","ror":"https://ror.org/03cc5yw72","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125301"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shuaifeng Zhi","raw_affiliation_strings":["Comprehensive Situational Awareness Laboratory (CSA Lab), College of Electronic Science and Technology, Changsha, China","National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"Comprehensive Situational Awareness Laboratory (CSA Lab), College of Electronic Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I4210125301"]},{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kai Xu","orcid":"https://orcid.org/0000-0002-9054-0216"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I4210114190","display_name":"Shanghai Zhangjiang Laboratory","ror":"https://ror.org/0208qbg77","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Xu","raw_affiliation_strings":["Xiangjiang Laboratory, Changsha, China","National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"Xiangjiang Laboratory, Changsha, China","institution_ids":["https://openalex.org/I4210114190"]},{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088583491","display_name":"Matthias Nie\u00dfner","orcid":"https://orcid.org/0000-0001-6093-5199"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Nie\u00dfner","raw_affiliation_strings":["Technical University of Munich, München, Germany","Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, München, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100588512"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70172504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"46","issue":"12","first_page":"8486","last_page":"8501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7361265420913696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6643774509429932},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6343237161636353},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.5110560655593872},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4603639841079712},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4247272312641144},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.327242374420166}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7361265420913696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6643774509429932},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6343237161636353},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.5110560655593872},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4603639841079712},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4247272312641144},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.327242374420166}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3410032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3410032","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38837926","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38837926","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1292174697","display_name":null,"funder_award_id":"2023TQ0088","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G367237153","display_name":null,"funder_award_id":"62132021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5025625343","display_name":null,"funder_award_id":"62201603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5979008009","display_name":null,"funder_award_id":"61921001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7629415687","display_name":null,"funder_award_id":"62325211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2009422376","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2345333930","https://openalex.org/W2464708700","https://openalex.org/W2557465155","https://openalex.org/W2558615390","https://openalex.org/W2594519801","https://openalex.org/W2795014656","https://openalex.org/W2805202215","https://openalex.org/W2904332125","https://openalex.org/W2953127211","https://openalex.org/W2963046128","https://openalex.org/W2963125977","https://openalex.org/W2963640720","https://openalex.org/W2963766190","https://openalex.org/W2964160369","https://openalex.org/W2964185501","https://openalex.org/W2964339842","https://openalex.org/W2981604966","https://openalex.org/W2998859407","https://openalex.org/W2999219213","https://openalex.org/W3009205130","https://openalex.org/W3034626012","https://openalex.org/W3034961469","https://openalex.org/W3035086574","https://openalex.org/W3035624836","https://openalex.org/W3037930702","https://openalex.org/W3039368862","https://openalex.org/W3041049917","https://openalex.org/W3056171435","https://openalex.org/W3091791645","https://openalex.org/W3097660860","https://openalex.org/W3109585842","https://openalex.org/W3110503160","https://openalex.org/W3116959466","https://openalex.org/W3138270694","https://openalex.org/W3166573884","https://openalex.org/W3171102639","https://openalex.org/W3172717135","https://openalex.org/W3174497039","https://openalex.org/W3176973414","https://openalex.org/W3210613940","https://openalex.org/W3216458643","https://openalex.org/W4206706211","https://openalex.org/W4214625308","https://openalex.org/W4226297128","https://openalex.org/W4226389400","https://openalex.org/W4240390637","https://openalex.org/W4312433568","https://openalex.org/W4321512561","https://openalex.org/W6733367512","https://openalex.org/W6754127160","https://openalex.org/W6764040762","https://openalex.org/W6780381020","https://openalex.org/W6798033281","https://openalex.org/W6803839462"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2775347418","https://openalex.org/W2779427294","https://openalex.org/W2625805835","https://openalex.org/W2079911747","https://openalex.org/W3116076068","https://openalex.org/W2069885731","https://openalex.org/W2563206327","https://openalex.org/W2108687567","https://openalex.org/W2789220062"],"abstract_inverted_index":{"Most":[0],"deep":[1],"learning":[2,125,132],"approaches":[3],"to":[4,47,70,94,102,130],"comprehensive":[5],"semantic":[6,32,178,197,235],"modeling":[7,29],"of":[8,43,98,149,196,237],"3D":[9,18,27,38,56,73,108,188,213,239],"indoor":[10],"spaces":[11],"require":[12],"costly":[13,212],"dense":[14],"annotations":[15,214],"in":[16,145,215],"the":[17,111,154,228],"domain.":[19],"In":[20],"this":[21],"work,":[22],"we":[23],"explore":[24],"a":[25,49,124,166],"central":[26],"scene":[28,33,198],"task,":[30],"namely,":[31],"reconstruction":[34],"without":[35,184],"using":[36,110],"any":[37,187],"annotations.":[39],"The":[40],"key":[41,90],"idea":[42],"our":[44,168,222,224],"approach":[45],"is":[46,93,226],"design":[48],"trainable":[50,170],"model":[51],"that":[52],"employs":[53],"both":[54,217],"incomplete":[55],"reconstructions":[57],"and":[58,76,100,106,115,127,177,206,219,234],"their":[59],"corresponding":[60,128],"source":[61],"RGB-D":[62,182],"images,":[63,183],"fusing":[64],"cross-domain":[65],"features":[66],"into":[67],"volumetric":[68],"embeddings":[69],"predict":[71],"complete":[72],"geometry,":[74],"color,":[75],"semantics":[77,101,117],"with":[78,211],"only":[79],"2D":[80,104,116,136],"labeling":[81],"which":[82,138],"can":[83],"be":[84,140],"either":[85],"manual":[86],"or":[87],"machine-generated.":[88],"Our":[89,191],"technical":[91],"innovation":[92],"leverage":[95],"differentiable":[96],"rendering":[97],"color":[99],"bridge":[103],"observations":[105],"unknown":[107],"space,":[109],"observed":[112],"RGB":[113],"images":[114],"as":[118],"supervision,":[119],"respectively.":[120],"We":[121],"additionally":[122,141],"develop":[123],"pipeline":[126],"method":[129,192,225,231],"enable":[131],"from":[133,180],"imperfect":[134],"predicted":[135],"labels,":[137],"could":[139],"acquired":[142],"by":[143],"synthesizing":[144],"an":[146],"augmented":[147],"set":[148],"virtual":[150],"training":[151],"views":[152],"complementing":[153],"original":[155],"real":[156],"captures,":[157],"enabling":[158],"more":[159],"efficient":[160],"self-supervision":[161],"loop":[162],"for":[163],"semantics.":[164,220],"As":[165],"result,":[167],"end-to-end":[169],"solution":[171],"jointly":[172],"addresses":[173],"geometry":[174,218],"completion,":[175],"colorization,":[176],"mapping":[179],"limited":[181],"relying":[185],"on":[186,200],"ground-truth":[189],"information.":[190],"achieves":[193],"state-of-the-art":[194],"performance":[195],"completion":[199,233],"two":[201],"large-scale":[202],"benchmark":[203],"datasets":[204],"MatterPort3D":[205],"ScanNet,":[207],"surpasses":[208],"baselines":[209],"even":[210],"predicting":[216],"To":[221],"knowledge,":[223],"also":[227],"first":[229],"2D-driven":[230],"addressing":[232],"segmentation":[236],"real-world":[238],"scans":[240],"simultaneously.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}