{"id":"https://openalex.org/W2931674519","doi":"https://doi.org/10.3390/s19071587","title":"Depth Map Upsampling via Multi-Modal Generative Adversarial Network","display_name":"Depth Map Upsampling via Multi-Modal Generative Adversarial Network","publication_year":2019,"publication_date":"2019-04-02","ids":{"openalex":"https://openalex.org/W2931674519","doi":"https://doi.org/10.3390/s19071587","mag":"2931674519","pmid":"https://pubmed.ncbi.nlm.nih.gov/30986925"},"language":"en","primary_location":{"id":"doi:10.3390/s19071587","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071587","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1587/pdf?version=1554187886","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/19/7/1587/pdf?version=1554187886","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079831378","display_name":"Daniel Stanley Tan","orcid":"https://orcid.org/0000-0002-8071-9060"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Daniel Stanley Tan","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091279241","display_name":"Junming Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jun-Ming Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040147397","display_name":"Yu\u2010Chi Lai","orcid":"https://orcid.org/0000-0001-8578-3101"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chi Lai","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8578-3101","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009938176","display_name":"Joel Ilao","orcid":"https://orcid.org/0000-0001-7601-6605"},"institutions":[{"id":"https://openalex.org/I5996616","display_name":"De La Salle University","ror":"https://ror.org/04xftk194","country_code":"PH","type":"education","lineage":["https://openalex.org/I5996616"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Joel Ilao","raw_affiliation_strings":["Center for Automation Research, College of Computer Studies, De La Salle University, Manila 1004, Philippines"],"raw_orcid":"https://orcid.org/0000-0001-7601-6605","affiliations":[{"raw_affiliation_string":"Center for Automation Research, College of Computer Studies, De La Salle University, Manila 1004, Philippines","institution_ids":["https://openalex.org/I5996616"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101651291","display_name":"Kai\u2010Lung Hua","orcid":"https://orcid.org/0000-0002-7735-243X"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Kai-Lung Hua","raw_affiliation_strings":["Center for Cyber-Physical System Innovation, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-7735-243X","affiliations":[{"raw_affiliation_string":"Center for Cyber-Physical System Innovation, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","institution_ids":["https://openalex.org/I154864474"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei 10607, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101651291"],"corresponding_institution_ids":["https://openalex.org/I154864474"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.7925,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72616195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"19","issue":"7","first_page":"1587","last_page":"1587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.8546390533447266},{"id":"https://openalex.org/keywords/depth-map","display_name":"Depth map","score":0.8161342144012451},{"id":"https://openalex.org/keywords/classification-of-discontinuities","display_name":"Classification of discontinuities","score":0.713146448135376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7027755379676819},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6614254713058472},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6168080568313599},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5974119901657104},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.4836360216140747},{"id":"https://openalex.org/keywords/depth-perception","display_name":"Depth perception","score":0.446399986743927},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.44540587067604065},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.335625559091568},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.32380324602127075},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.3033648729324341},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17916926741600037}],"concepts":[{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.8546390533447266},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.8161342144012451},{"id":"https://openalex.org/C15627037","wikidata":"https://www.wikidata.org/wiki/Q541961","display_name":"Classification of discontinuities","level":2,"score":0.713146448135376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7027755379676819},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6614254713058472},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6168080568313599},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5974119901657104},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.4836360216140747},{"id":"https://openalex.org/C52672216","wikidata":"https://www.wikidata.org/wiki/Q1749840","display_name":"Depth perception","level":3,"score":0.446399986743927},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.44540587067604065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.335625559091568},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.32380324602127075},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3033648729324341},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17916926741600037},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s19071587","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071587","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1587/pdf?version=1554187886","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:30986925","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30986925","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:2a71b091433540408d0cca486ff989c1","is_oa":true,"landing_page_url":"https://doaj.org/article/2a71b091433540408d0cca486ff989c1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 19, Iss 7, p 1587 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/19/7/1587/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/s19071587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6480680","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6480680","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s19071587","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071587","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1587/pdf?version=1554187886","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.800000011920929,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G3211713869","display_name":null,"funder_award_id":"107-2218-E-011-014 -","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G5314246482","display_name":null,"funder_award_id":"107-2218-E-027-020","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G5608078467","display_name":null,"funder_award_id":"106-2221-E-011-154 -MY2","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2931674519.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1872406745","https://openalex.org/W1956571368","https://openalex.org/W1987724871","https://openalex.org/W2008523386","https://openalex.org/W2018632312","https://openalex.org/W2020353466","https://openalex.org/W2033468482","https://openalex.org/W2053812214","https://openalex.org/W2082253268","https://openalex.org/W2084049419","https://openalex.org/W2086835035","https://openalex.org/W2093500899","https://openalex.org/W2104599718","https://openalex.org/W2104600947","https://openalex.org/W2104620097","https://openalex.org/W2104974755","https://openalex.org/W2107862988","https://openalex.org/W2110892967","https://openalex.org/W2118273112","https://openalex.org/W2153388956","https://openalex.org/W2157849108","https://openalex.org/W2356493088","https://openalex.org/W2476548250","https://openalex.org/W2581673920","https://openalex.org/W2605287558","https://openalex.org/W2735224642","https://openalex.org/W2957696480","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963372104","https://openalex.org/W2963470893","https://openalex.org/W3013915286","https://openalex.org/W4241716071","https://openalex.org/W6629222711","https://openalex.org/W6631190155","https://openalex.org/W6641256678","https://openalex.org/W6675077989"],"related_works":["https://openalex.org/W2003340466","https://openalex.org/W127013308","https://openalex.org/W2128465418","https://openalex.org/W2283162247","https://openalex.org/W2980953096","https://openalex.org/W3192645019","https://openalex.org/W3014239205","https://openalex.org/W2040503211","https://openalex.org/W3092756309","https://openalex.org/W4386883366"],"abstract_inverted_index":{"Autonomous":[0],"robots":[1],"for":[2,78],"smart":[3,6],"homes":[4],"and":[5,53,115,143,145],"cities":[7],"mostly":[8],"require":[9],"depth":[10,20,61,64,79,101,116,127],"perception":[11],"in":[12,25,57,129],"order":[13,130],"to":[14,31,36,49,85,131],"interact":[15],"with":[16,60],"their":[17],"environments.":[18],"However,":[19,118],"maps":[21],"are":[22],"usually":[23],"captured":[24],"a":[26,71,133],"lower":[27],"resolution":[28,46,135],"as":[29,90,92],"compared":[30],"RGB":[32],"color":[33,113],"images":[34,114],"due":[35],"the":[37,41,58,87,93,97,100,126],"inherent":[38],"limitations":[39],"of":[40,51,99],"sensors.":[42],"Naively":[43],"increasing":[44],"its":[45],"often":[47],"leads":[48],"loss":[50],"sharpness":[52],"incorrect":[54],"estimates,":[55],"especially":[56],"regions":[59],"discontinuities":[62],"or":[63],"boundaries.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69],"propose":[70],"novel":[72],"Generative":[73],"Adversarial":[74],"Network":[75],"(GAN)-based":[76],"framework":[77],"map":[80,128],"super-resolution":[81],"that":[82,149],"is":[83,106],"able":[84],"preserve":[86],"smooth":[88],"areas,":[89],"well":[91],"sharp":[94],"edges":[95],"at":[96,119],"boundaries":[98],"map.":[102],"Our":[103],"proposed":[104],"model":[105,123,140],"trained":[107],"on":[108],"two":[109],"different":[110],"modalities,":[111],"namely":[112],"maps.":[117],"test":[120],"time,":[121],"our":[122,139,146,150],"only":[124],"requires":[125],"produce":[132],"higher":[134],"version.":[136],"We":[137],"evaluated":[138],"both":[141],"quantitatively":[142],"qualitatively,":[144],"experiments":[147],"show":[148],"method":[151],"performs":[152],"better":[153],"than":[154],"existing":[155],"state-of-the-art":[156],"models.":[157]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}