{"id":"https://openalex.org/W4319068791","doi":"https://doi.org/10.1109/tip.2023.3240834","title":"Joint-Confidence-Guided Multi-Task Learning for 3D Reconstruction and Understanding From Monocular Camera","display_name":"Joint-Confidence-Guided Multi-Task Learning for 3D Reconstruction and Understanding From Monocular Camera","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319068791","doi":"https://doi.org/10.1109/tip.2023.3240834","pmid":"https://pubmed.ncbi.nlm.nih.gov/37022432"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3240834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3240834","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108010350","display_name":"Yufan Wang","orcid":"https://orcid.org/0000-0003-2609-4706"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Wang","raw_affiliation_strings":["Department of Automation and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Processing and Pattern Recognition, Department of Automation, and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2609-4706","affiliations":[{"raw_affiliation_string":"Department of Automation and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Department of Automation, and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012968999","display_name":"Qunfei Zhao","orcid":"https://orcid.org/0000-0002-9882-730X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qunfei Zhao","raw_affiliation_strings":["Department of Automation and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Processing and Pattern Recognition, Department of Automation, and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9882-730X","affiliations":[{"raw_affiliation_string":"Department of Automation and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Department of Automation, and the Ningbo Artificial Intelligence Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060814607","display_name":"Yangzhou Gan","orcid":"https://orcid.org/0000-0003-2539-1864"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangzhou Gan","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2539-1864","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059713741","display_name":"Zeyang Xia","orcid":"https://orcid.org/0000-0002-0075-7949"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyang Xia","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0075-7949","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6685,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69685009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"32","issue":null,"first_page":"1120","last_page":"1133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7567344903945923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6568848490715027},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6297668218612671},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.6272366046905518},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.61196368932724},{"id":"https://openalex.org/keywords/low-confidence","display_name":"Low Confidence","score":0.5648358464241028},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4439471662044525},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44330549240112305},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42264658212661743},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09584572911262512}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7567344903945923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6568848490715027},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6297668218612671},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.6272366046905518},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.61196368932724},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.5648358464241028},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4439471662044525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44330549240112305},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42264658212661743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09584572911262512},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3240834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3240834","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37022432","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37022432","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G8667898892","display_name":null,"funder_award_id":"U2013205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1905829557","https://openalex.org/W1923184257","https://openalex.org/W1973871580","https://openalex.org/W1978836586","https://openalex.org/W2046382188","https://openalex.org/W2084613528","https://openalex.org/W2122006243","https://openalex.org/W2124907686","https://openalex.org/W2139905387","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2471962767","https://openalex.org/W2600383743","https://openalex.org/W2605938684","https://openalex.org/W2609883120","https://openalex.org/W2630837129","https://openalex.org/W2752782242","https://openalex.org/W2767434619","https://openalex.org/W2769312834","https://openalex.org/W2798441115","https://openalex.org/W2798927139","https://openalex.org/W2810469995","https://openalex.org/W2887922452","https://openalex.org/W2889002172","https://openalex.org/W2890949887","https://openalex.org/W2892635580","https://openalex.org/W2950673314","https://openalex.org/W2951234442","https://openalex.org/W2952793010","https://openalex.org/W2959581809","https://openalex.org/W2962809185","https://openalex.org/W2963150697","https://openalex.org/W2963430933","https://openalex.org/W2963446712","https://openalex.org/W2963488291","https://openalex.org/W2963591054","https://openalex.org/W2963677766","https://openalex.org/W2963877604","https://openalex.org/W2964912923","https://openalex.org/W2966617434","https://openalex.org/W3034552520","https://openalex.org/W3034672970","https://openalex.org/W3034726754","https://openalex.org/W3035358681","https://openalex.org/W3035531015","https://openalex.org/W3085046840","https://openalex.org/W4289082871","https://openalex.org/W4295312788","https://openalex.org/W6678000420","https://openalex.org/W6678569853","https://openalex.org/W6685261749","https://openalex.org/W6735443497","https://openalex.org/W6739696289","https://openalex.org/W6745995898","https://openalex.org/W6753254651","https://openalex.org/W6754005058","https://openalex.org/W6754824001","https://openalex.org/W6754911791","https://openalex.org/W6757246177","https://openalex.org/W6763070779","https://openalex.org/W6766978945","https://openalex.org/W6783097568"],"related_works":["https://openalex.org/W200819717","https://openalex.org/W2032269556","https://openalex.org/W2944448661","https://openalex.org/W2064421702","https://openalex.org/W1991834176","https://openalex.org/W4253756925","https://openalex.org/W2805523177","https://openalex.org/W2131956013","https://openalex.org/W2036566443","https://openalex.org/W1996130883"],"abstract_inverted_index":{"3D":[0],"reconstruction":[1],"and":[2,57,73,118,167,186,192],"understanding":[3],"from":[4],"monocular":[5],"camera":[6],"is":[7,139],"a":[8,29,44,69,157],"key":[9],"issue":[10],"in":[11,35,82,95,150,182],"computer":[12],"vision.":[13],"Recent":[14],"learning-based":[15],"approaches,":[16],"especially":[17],"multi-task":[18,79,113],"learning,":[19],"significantly":[20],"achieve":[21,78,179],"the":[22,25,83,91,96,106,112,116,123,134,144,151,163,168],"performance":[23,181],"of":[24,146,171],"related":[26],"tasks.":[27],"However":[28],"few":[30],"works":[31],"still":[32],"have":[33],"limitation":[34],"drawing":[36],"loss-spatial-aware":[37],"information.":[38],"In":[39,65],"this":[40],"paper,":[41],"we":[42,67,155],"propose":[43],"novel":[45],"Joint-confidence-guided":[46],"network":[47],"(JCNet)":[48],"to":[49,77,110,141,160,173],"simultaneously":[50],"predict":[51],"depth,":[52],"semantic":[53],"labels,":[54],"surface":[55],"normal,":[56],"joint":[58,97,107,147,164],"confidence":[59,98,108,148,165],"map":[60,109,149],"for":[61],"corresponding":[62],"loss":[63,129],"functions.":[64],"details,":[66],"design":[68,156],"Joint":[70],"Confidence":[71],"Fusion":[72],"Refinement":[74],"(JCFR)":[75],"module":[76],"feature":[80,94],"fusion":[81],"unified":[84],"independent":[85],"space,":[86],"which":[87],"can":[88],"also":[89],"absorb":[90],"geometric-semantic":[92,184],"structure":[93],"map.":[99],"We":[100],"use":[101],"confidence-guided":[102],"uncertainty":[103,187],"generated":[104],"by":[105],"supervise":[111],"prediction":[114,185],"across":[115],"spatial":[117,132],"channel":[119],"dimensions.":[120],"To":[121],"alleviate":[122],"training":[124,152],"attention":[125],"imbalance":[126],"among":[127],"different":[128],"functions":[130],"or":[131],"regions,":[133],"Stochastic":[135],"Trust":[136],"Mechanism":[137],"(STM)":[138],"designed":[140],"stochastically":[142],"modify":[143],"elements":[145],"phase.":[153],"Finally,":[154],"calibrating":[158],"operation":[159],"alternately":[161],"optimize":[162],"branch":[166],"other":[169],"parts":[170],"JCNet":[172],"avoid":[174],"overfiting.":[175],"The":[176],"proposed":[177],"methods":[178],"state-of-the-art":[180],"both":[183],"estimation":[188],"on":[189],"NYU-Depth":[190],"V2":[191],"Cityscapes.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}