{"id":"https://openalex.org/W4391164372","doi":"https://doi.org/10.1109/tip.2024.3355807","title":"Structure-Aware Cross-Modal Transformer for Depth Completion","display_name":"Structure-Aware Cross-Modal Transformer for Depth Completion","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391164372","doi":"https://doi.org/10.1109/tip.2024.3355807","pmid":"https://pubmed.ncbi.nlm.nih.gov/38265893"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3355807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3355807","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077094563","display_name":"Linqing Zhao","orcid":"https://orcid.org/0000-0001-9635-0715"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linqing Zhao","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-9635-0715","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339158","display_name":"Yi Wei","orcid":"https://orcid.org/0000-0002-9886-6851"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wei","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9886-6851","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108866052","display_name":"Jianqin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaxin Li","raw_affiliation_strings":["Gaussian Robotics, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gaussian Robotics, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620306","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0001-7701-234X"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7701-234X","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460385","display_name":"Jiwen Lu","orcid":"https://orcid.org/0000-0002-6121-5529"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwen Lu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6121-5529","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6537,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91018756,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":null,"first_page":"1016","last_page":"1031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7287918329238892},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7148724794387817},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6018065810203552},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5892212986946106},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5247117280960083},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5192170739173889},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4805596172809601},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.47460073232650757},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46515828371047974},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4463731050491333},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41720888018608093},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4159848392009735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10962477326393127}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7287918329238892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7148724794387817},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6018065810203552},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5892212986946106},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5247117280960083},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5192170739173889},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4805596172809601},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.47460073232650757},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46515828371047974},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4463731050491333},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41720888018608093},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4159848392009735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10962477326393127},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3355807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3355807","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38265893","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38265893","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G2438210826","display_name":null,"funder_award_id":"62321005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3510215249","display_name":null,"funder_award_id":"62125603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8443129088","display_name":null,"funder_award_id":"62336004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W2150066425","https://openalex.org/W2153388956","https://openalex.org/W2254462240","https://openalex.org/W2560609797","https://openalex.org/W2770343596","https://openalex.org/W2776622059","https://openalex.org/W2788857104","https://openalex.org/W2794739174","https://openalex.org/W2799215407","https://openalex.org/W2885093229","https://openalex.org/W2899341487","https://openalex.org/W2899479761","https://openalex.org/W2932414082","https://openalex.org/W2961343177","https://openalex.org/W2961926014","https://openalex.org/W2963045776","https://openalex.org/W2963121255","https://openalex.org/W2963182550","https://openalex.org/W2963316641","https://openalex.org/W2963509914","https://openalex.org/W2963867516","https://openalex.org/W2963896186","https://openalex.org/W2964162504","https://openalex.org/W2969202876","https://openalex.org/W2973110888","https://openalex.org/W2986701260","https://openalex.org/W2991172647","https://openalex.org/W2992464978","https://openalex.org/W2998031326","https://openalex.org/W2998293366","https://openalex.org/W3003796433","https://openalex.org/W3009783082","https://openalex.org/W3035510038","https://openalex.org/W3035563424","https://openalex.org/W3045678361","https://openalex.org/W3080631149","https://openalex.org/W3080961686","https://openalex.org/W3087291587","https://openalex.org/W3096609285","https://openalex.org/W3105378872","https://openalex.org/W3108807630","https://openalex.org/W3109128945","https://openalex.org/W3110108516","https://openalex.org/W3110653837","https://openalex.org/W3111535274","https://openalex.org/W3127062510","https://openalex.org/W3129248413","https://openalex.org/W3133524129","https://openalex.org/W3145086533","https://openalex.org/W3153465022","https://openalex.org/W3165495321","https://openalex.org/W3168227666","https://openalex.org/W3172507977","https://openalex.org/W3172717135","https://openalex.org/W3175561084","https://openalex.org/W3175720495","https://openalex.org/W3176027594","https://openalex.org/W3178663471","https://openalex.org/W3180194985","https://openalex.org/W3185514162","https://openalex.org/W3185799881","https://openalex.org/W3186500138","https://openalex.org/W3189360099","https://openalex.org/W3196148789","https://openalex.org/W3199532396","https://openalex.org/W3203898101","https://openalex.org/W3205398852","https://openalex.org/W3206335707","https://openalex.org/W3207662560","https://openalex.org/W3211125938","https://openalex.org/W4214638047","https://openalex.org/W4214755140","https://openalex.org/W4221145619","https://openalex.org/W4221146773","https://openalex.org/W4312269470","https://openalex.org/W4312722796","https://openalex.org/W4312793957","https://openalex.org/W4313151263","https://openalex.org/W4385245566","https://openalex.org/W6739778489","https://openalex.org/W6739901393","https://openalex.org/W6743759585","https://openalex.org/W6784094891","https://openalex.org/W6788135285","https://openalex.org/W6794345597","https://openalex.org/W6798872578","https://openalex.org/W6842375935"],"related_works":["https://openalex.org/W2580650124","https://openalex.org/W4386190339","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W3122088529","https://openalex.org/W3041320102","https://openalex.org/W2111669074","https://openalex.org/W4287694812","https://openalex.org/W3128716822","https://openalex.org/W3046762217"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,109,138,162],"present":[4],"a":[5,122,155],"Structure-aware":[6],"Cross-Modal":[7],"Transformer":[8],"(SCMT)":[9],"to":[10,27,45,52,71,95,124,134,167,174],"fully":[11],"capture":[12],"the":[13,58,63,73,84,100,111,117,148,175],"3D":[14,54,65,104,113,142,160,171],"structures":[15,55],"hidden":[16],"in":[17,57],"sparse":[18],"depths":[19,30,33],"for":[20,93],"depth":[21,47,59,127,145],"completion.":[22],"Most":[23],"existing":[24],"methods":[25,81],"learn":[26],"predict":[28],"dense":[29],"by":[31,153],"taking":[32],"as":[34],"an":[35],"additional":[36],"channel":[37],"of":[38,87,102,183],"RGB":[39],"images":[40],"or":[41],"learning":[42],"2D":[43,88,135,140,176,179],"affinities":[44],"perform":[46],"propagation.":[48],"However,":[49],"they":[50],"fail":[51],"exploit":[53],"implied":[56],"channel,":[60],"thereby":[61],"losing":[62],"informative":[64],"knowledge":[66],"that":[67,192],"provides":[68],"important":[69],"priors":[70,182],"distinguish":[72],"foreground":[74],"and":[75,120,129,141,147,186,203,206],"background":[76],"features.":[77,136],"Moreover,":[78],"since":[79],"these":[80],"rely":[82],"on":[83,198],"color":[85],"textures":[86],"images,":[89],"it":[90],"is":[91],"challenging":[92],"them":[94],"handle":[96],"poor-texture":[97],"regions":[98],"without":[99],"guidance":[101],"explicit":[103],"cues.":[105],"To":[106,158],"address":[107],"this,":[108],"disentangle":[110],"hierarchical":[112],"scene-level":[114],"structure":[115],"from":[116,144],"RGB-D":[118],"input":[119],"construct":[121,163],"pathway":[123],"make":[125],"sharp":[126],"boundaries":[128],"object":[130,184],"shape":[131],"outlines":[132],"accessible":[133],"Specifically,":[137],"extract":[139],"features":[143,173,180],"inputs":[146],"back-projected":[149],"point":[150],"clouds":[151],"respectively":[152],"building":[154],"two-stream":[156],"network.":[157],"leverage":[159],"structures,":[161],"several":[164],"cross-modal":[165],"transformers":[166],"adaptively":[168],"propagate":[169],"multi-scale":[170],"structural":[172],"stream,":[177],"energizing":[178],"with":[181],"shapes":[185],"local":[187],"geometries.":[188],"Experimental":[189],"results":[190],"show":[191],"our":[193],"SCMT":[194],"achieves":[195],"state-of-the-art":[196],"performance":[197],"three":[199],"popular":[200],"outdoor":[201],"(KITTI)":[202],"indoor":[204],"(VOID":[205],"NYU)":[207],"benchmarks.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}