{"id":"https://openalex.org/W3025164301","doi":"https://doi.org/10.1109/iros51168.2021.9636870","title":"Decoder Modulation for Indoor Depth Completion","display_name":"Decoder Modulation for Indoor Depth Completion","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3025164301","doi":"https://doi.org/10.1109/iros51168.2021.9636870","mag":"3025164301"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636870","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.08607","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050618007","display_name":"Dmitry Senushkin","orcid":null},"institutions":[{"id":"https://openalex.org/I19880235","display_name":"Lomonosov Moscow State University","ror":"https://ror.org/010pmpe69","country_code":"RU","type":"education","lineage":["https://openalex.org/I19880235"]},{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I4210141363","display_name":"Samsung (Russia)","ror":"https://ror.org/051an6p98","country_code":"RU","type":"company","lineage":["https://openalex.org/I4210141363"]}],"countries":["RU","US"],"is_corresponding":false,"raw_author_name":"Dmitry Senushkin","raw_affiliation_strings":["Lomonosov Moscow State University, Moscow, Russia","Samsung AI Research Center, Moscow, Russia","[Samsung]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lomonosov Moscow State University, Moscow, Russia","institution_ids":["https://openalex.org/I19880235"]},{"raw_affiliation_string":"Samsung AI Research Center, Moscow, Russia","institution_ids":["https://openalex.org/I4210141363"]},{"raw_affiliation_string":"[Samsung]","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mikhail Romanov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I4210141363","display_name":"Samsung (Russia)","ror":"https://ror.org/051an6p98","country_code":"RU","type":"company","lineage":["https://openalex.org/I4210141363"]}],"countries":["RU","US"],"is_corresponding":false,"raw_author_name":"Mikhail Romanov","raw_affiliation_strings":["Samsung AI Research Center, Moscow, Russia","[Samsung]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung AI Research Center, Moscow, Russia","institution_ids":["https://openalex.org/I4210141363"]},{"raw_affiliation_string":"[Samsung]","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006351319","display_name":"Ilia Belikov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I4210141363","display_name":"Samsung (Russia)","ror":"https://ror.org/051an6p98","country_code":"RU","type":"company","lineage":["https://openalex.org/I4210141363"]}],"countries":["RU","US"],"is_corresponding":false,"raw_author_name":"Ilia Belikov","raw_affiliation_strings":["Samsung AI Research Center, Moscow, Russia","[Samsung]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung AI Research Center, Moscow, Russia","institution_ids":["https://openalex.org/I4210141363"]},{"raw_affiliation_string":"[Samsung]","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nikolay Patakin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141363","display_name":"Samsung (Russia)","ror":"https://ror.org/051an6p98","country_code":"RU","type":"company","lineage":["https://openalex.org/I4210141363"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nikolay Patakin","raw_affiliation_strings":["Samsung AI Research Center, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung AI Research Center, Moscow, Russia","institution_ids":["https://openalex.org/I4210141363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065787419","display_name":"Anton Konushin","orcid":"https://orcid.org/0000-0002-6152-0021"},"institutions":[{"id":"https://openalex.org/I19880235","display_name":"Lomonosov Moscow State University","ror":"https://ror.org/010pmpe69","country_code":"RU","type":"education","lineage":["https://openalex.org/I19880235"]},{"id":"https://openalex.org/I4210141363","display_name":"Samsung (Russia)","ror":"https://ror.org/051an6p98","country_code":"RU","type":"company","lineage":["https://openalex.org/I4210141363"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anton Konushin","raw_affiliation_strings":["Lomonosov Moscow State University, Moscow, Russia","Samsung AI Research Center, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lomonosov Moscow State University, Moscow, Russia","institution_ids":["https://openalex.org/I19880235"]},{"raw_affiliation_string":"Samsung AI Research Center, Moscow, Russia","institution_ids":["https://openalex.org/I4210141363"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5251,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76719198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2181","last_page":"2188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728559374809265},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6686825156211853},{"id":"https://openalex.org/keywords/depth-map","display_name":"Depth map","score":0.6596059799194336},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6269341707229614},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5993971824645996},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5816368460655212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5812072157859802},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.508115291595459},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.49634724855422974},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4076889157295227},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3698563575744629},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2740374505519867}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728559374809265},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6686825156211853},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.6596059799194336},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6269341707229614},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5993971824645996},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5816368460655212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5812072157859802},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.508115291595459},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.49634724855422974},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4076889157295227},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3698563575744629},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2740374505519867},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros51168.2021.9636870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636870","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.08607","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.08607","pdf_url":"https://arxiv.org/pdf/2005.08607","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3025164301","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2005.08607.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2005.08607","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.08607","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.08607","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.08607","pdf_url":"https://arxiv.org/pdf/2005.08607","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3025164301.pdf","grobid_xml":"https://content.openalex.org/works/W3025164301.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W156975732","https://openalex.org/W1508404128","https://openalex.org/W1901129140","https://openalex.org/W1967027087","https://openalex.org/W1999478155","https://openalex.org/W2005441409","https://openalex.org/W2099601760","https://openalex.org/W2108598243","https://openalex.org/W2118246710","https://openalex.org/W2132947399","https://openalex.org/W2136154655","https://openalex.org/W2171740948","https://openalex.org/W2412782625","https://openalex.org/W2440384215","https://openalex.org/W2520707372","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2594519801","https://openalex.org/W2630837129","https://openalex.org/W2755286543","https://openalex.org/W2794739174","https://openalex.org/W2885093229","https://openalex.org/W2901241793","https://openalex.org/W2949117887","https://openalex.org/W2952596663","https://openalex.org/W2952865063","https://openalex.org/W2955425717","https://openalex.org/W2955639361","https://openalex.org/W2961926014","https://openalex.org/W2962974533","https://openalex.org/W2963045776","https://openalex.org/W2963316641","https://openalex.org/W2963412495","https://openalex.org/W2963488291","https://openalex.org/W2963496125","https://openalex.org/W2963729424","https://openalex.org/W2963760790","https://openalex.org/W2963867516","https://openalex.org/W2964121744","https://openalex.org/W2964185501","https://openalex.org/W2964326562","https://openalex.org/W2964339842","https://openalex.org/W2967115342","https://openalex.org/W2967296738","https://openalex.org/W2968136324","https://openalex.org/W2970971581","https://openalex.org/W2986701260","https://openalex.org/W2991593752","https://openalex.org/W2992464978","https://openalex.org/W2996849311","https://openalex.org/W2998031326","https://openalex.org/W3003663698","https://openalex.org/W3009783082","https://openalex.org/W3018743059","https://openalex.org/W3036617009","https://openalex.org/W3081167590","https://openalex.org/W3088672296","https://openalex.org/W3110653837","https://openalex.org/W6631190155","https://openalex.org/W6639824700","https://openalex.org/W6685261749","https://openalex.org/W6739696289","https://openalex.org/W6753806659","https://openalex.org/W6755020528","https://openalex.org/W6762718338","https://openalex.org/W6766978945","https://openalex.org/W6783351366"],"related_works":["https://openalex.org/W2794739174","https://openalex.org/W125693051","https://openalex.org/W3189360099","https://openalex.org/W2996849311","https://openalex.org/W3181537883","https://openalex.org/W3110737372","https://openalex.org/W3173727695","https://openalex.org/W1982792131","https://openalex.org/W2888540514","https://openalex.org/W2551806071","https://openalex.org/W2405210147","https://openalex.org/W2375418718","https://openalex.org/W3018835015","https://openalex.org/W2883299468","https://openalex.org/W3102995791","https://openalex.org/W3154217329","https://openalex.org/W1970547922","https://openalex.org/W2960443902","https://openalex.org/W133182883","https://openalex.org/W2384847682"],"abstract_inverted_index":{"Depth":[0],"completion":[1],"recovers":[2],"a":[3,56,73,111,145,158],"dense":[4,44,112,214],"depth":[5,18,113,166],"map":[6,114,167],"from":[7,20,87,115],"sensor":[8,149,160,205],"measurements.":[9],"Current":[10],"methods":[11],"are":[12,35],"mostly":[13,36],"tailored":[14],"for":[15,26,119,187],"very":[16],"sparse":[17],"measurements":[19,45],"LiDARs":[21],"in":[22,46,52],"outdoor":[23],"settings,":[24],"while":[25],"indoor":[27,181],"scenes":[28],"Time-of-Flight":[29],"(ToF)":[30],"or":[31],"structured":[32],"light":[33],"sensors":[34,39],"used.":[37],"These":[38],"provide":[40],"semi-dense":[41,159,188],"maps,":[42],"with":[43,196,212],"some":[47],"regions":[48],"and":[49,92],"almost":[50],"empty":[51],"others.":[53],"We":[54],"propose":[55],"new":[57,74],"model":[58,172,192],"that":[59,152],"takes":[60],"into":[61],"account":[62],"the":[63,80,88,96,103,108,127,134,163,174,177,200,221],"statistical":[64],"difference":[65],"between":[66],"such":[67],"regions.":[68,121],"Our":[69,141,171,204],"main":[70],"contribution":[71,143],"is":[72,123,144,168,193],"decoder":[75,135],"modulation":[76,105],"branch":[77,106],"added":[78],"to":[79,155],"encoder-decoder":[81],"architecture.":[82],"The":[83],"encoder":[84],"extracts":[85],"features":[86,117],"concatenated":[89],"RGB":[90],"image":[91],"raw":[93],"depth.":[94],"Given":[95],"mask":[97],"of":[98,110,130,176],"missing":[99],"values":[100],"as":[101,218],"input,":[102],"proposed":[104],"controls":[107],"decoding":[109],"these":[116],"differently":[118],"different":[120],"This":[122],"implemented":[124],"by":[125],"modifying":[126],"spatial":[128],"distribution":[129],"output":[131],"signals":[132],"inside":[133],"via":[136],"Spatially-Adaptive":[137],"Denormalization":[138],"(SPADE)":[139],"blocks.":[140],"second":[142],"novel":[146],"on-the-":[147],"y":[148],"simulation":[150,206],"strategy":[151,207],"allows":[153],"us":[154],"train":[156],"on":[157,180,199,220],"data":[161],"when":[162],"ground":[164,215],"truth":[165,216],"not":[169],"available.":[170],"achieves":[173],"state":[175],"art":[178],"results":[179],"Matterport3D":[182],"dataset":[183,202,223],"[1].":[184],"Being":[185],"designed":[186],"input":[189],"depth,":[190],"our":[191],"still":[194],"competitive":[195],"LiDAR-oriented":[197],"approaches":[198],"KITTI":[201],"[2].":[203],"significantly":[208],"improves":[209],"prediction":[210],"quality":[211],"no":[213],"available,":[217],"validated":[219],"NYUv2":[222],"[3].":[224]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}