{"id":"https://openalex.org/W4402754017","doi":"https://doi.org/10.1109/cvpr52733.2024.00940","title":"Know Your Neighbors: Improving Single-View Reconstruction via Spatial Vision-Language Reasoning","display_name":"Know Your Neighbors: Improving Single-View Reconstruction via Spatial Vision-Language Reasoning","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402754017","doi":"https://doi.org/10.1109/cvpr52733.2024.00940"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100448609","display_name":"Rui Li","orcid":"https://orcid.org/0000-0003-1679-5904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071424922","display_name":"Tobias Fischer","orcid":"https://orcid.org/0000-0003-2183-017X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tobias Fischer","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025696769","display_name":"Mattia Seg\u00f9","orcid":"https://orcid.org/0000-0002-9107-531X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mattia Segu","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021908609","display_name":"Marc Pollefeys","orcid":"https://orcid.org/0000-0003-2448-2318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marc Pollefeys","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105530582","display_name":"Luc Van Gool","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luc Van Gool","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041092666","display_name":"Federico Tombari","orcid":"https://orcid.org/0000-0001-5598-5212"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Federico Tombari","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8749,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75066988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"9848","last_page":"9858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686500608921051},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.6025556921958923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5199102759361267},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46793219447135925},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34121328592300415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686500608921051},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.6025556921958923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5199102759361267},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46793219447135925},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34121328592300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2108598243","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2899771611","https://openalex.org/W2905139627","https://openalex.org/W2951234442","https://openalex.org/W2955639361","https://openalex.org/W2963412495","https://openalex.org/W2963488291","https://openalex.org/W2985775862","https://openalex.org/W3034604951","https://openalex.org/W3035563424","https://openalex.org/W3081167590","https://openalex.org/W3092225516","https://openalex.org/W3092693966","https://openalex.org/W3166690018","https://openalex.org/W3173274332","https://openalex.org/W3173727695","https://openalex.org/W3174458495","https://openalex.org/W3176063055","https://openalex.org/W3176368002","https://openalex.org/W3194533273","https://openalex.org/W3203597819","https://openalex.org/W3205829517","https://openalex.org/W3210613940","https://openalex.org/W3213840695","https://openalex.org/W4214520160","https://openalex.org/W4281784082","https://openalex.org/W4287114999","https://openalex.org/W4302275500","https://openalex.org/W4312253171","https://openalex.org/W4312388571","https://openalex.org/W4312433568","https://openalex.org/W4312819733","https://openalex.org/W4312904920","https://openalex.org/W4320477867","https://openalex.org/W4320854994","https://openalex.org/W4321512561","https://openalex.org/W4321512633","https://openalex.org/W4322616103","https://openalex.org/W4322717261","https://openalex.org/W4386065562","https://openalex.org/W4386065742","https://openalex.org/W4386066348","https://openalex.org/W4386068717","https://openalex.org/W4386071699","https://openalex.org/W4387415226","https://openalex.org/W4388891147","https://openalex.org/W4390871919","https://openalex.org/W4390872043","https://openalex.org/W4390872744","https://openalex.org/W4390874218","https://openalex.org/W4390874573","https://openalex.org/W4402727687","https://openalex.org/W6631190155","https://openalex.org/W6685261749","https://openalex.org/W6756774061","https://openalex.org/W6767240612","https://openalex.org/W6771531989","https://openalex.org/W6771571646","https://openalex.org/W6774631009","https://openalex.org/W6779709467","https://openalex.org/W6781208011","https://openalex.org/W6784135996","https://openalex.org/W6786725045","https://openalex.org/W6791386187","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6802066719","https://openalex.org/W6804252386","https://openalex.org/W6811433417","https://openalex.org/W6839182500","https://openalex.org/W6850554156","https://openalex.org/W6850556344","https://openalex.org/W6850630192","https://openalex.org/W6859014926"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recovering":[0],"the":[1,31,64,113,128],"3D":[2,43,129,137,146],"scene":[3,27,80,114,155],"geometry":[4,55],"from":[5],"a":[6,10,25,41,75,96,116],"single":[7],"view":[8],"is":[9],"fundamental":[11],"yet":[12],"ill-posed":[13],"problem":[14],"in":[15,148,154],"computer":[16],"vision.":[17],"While":[18],"classical":[19],"depth":[20],"estimation":[21],"methods":[22,47],"infer":[23],"only":[24],"2.5D":[26],"representation":[28],"limited":[29],"to":[30,89,100,121,141,167],"image":[32],"plane,":[33],"recent":[34],"approaches":[35],"based":[36],"on":[37,159],"radiance":[38],"fields":[39],"reconstruct":[40],"full":[42],"representation.":[44],"However,":[45],"these":[46],"still":[48],"struggle":[49],"with":[50,104],"occluded":[51],"regions":[52],"since":[53],"inferring":[54],"without":[56],"visual":[57],"observation":[58],"requires":[59],"(i)":[60],"semantic":[61,85,106,130],"knowledge":[62],"of":[63,127],"surroundings,":[65],"and":[66,86,156,161],"(ii)":[67],"reasoning":[68],"about":[69,84],"spatial":[70,87,118],"context.":[71,131],"We":[72,94,108,132,150],"propose":[73],"KYN,":[74],"novel":[76],"method":[77],"for":[78,144],"single-view":[79],"reconstruction":[81,158],"that":[82,134],"reasons":[83],"context":[88],"predict":[90],"each":[91,145],"point's":[92],"density.":[93],"introduce":[95],"vision-language":[97],"modulation":[98],"module":[99],"enrich":[101],"point":[102,110,147],"features":[103],"fine-grained":[105],"information.":[107],"aggregate":[109],"representations":[111],"across":[112],"through":[115],"language-guided":[117],"attention":[119],"mechanism":[120],"yield":[122],"per-point":[123],"density":[124,143],"predictions":[125],"aware":[126],"show":[133,162],"KYN":[135],"improves":[136],"shape":[138],"recovery":[139],"compared":[140,166],"predicting":[142],"isolation.":[149],"achieve":[151],"state-of-the-art":[152],"results":[153],"object":[157],"KITTI-360,":[160],"improved":[163],"zero-shot":[164],"generalization":[165],"prior":[168],"work.":[169],"Project":[170],"page:":[171],"https://ruili3.github.io/kyn.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}