{"id":"https://openalex.org/W4312995760","doi":"https://doi.org/10.1109/iros47612.2022.9982145","title":"Distilled Visual and Robot Kinematics Embeddings for Metric Depth Estimation in Monocular Scene Reconstruction","display_name":"Distilled Visual and Robot Kinematics Embeddings for Metric Depth Estimation in Monocular Scene Reconstruction","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312995760","doi":"https://doi.org/10.1109/iros47612.2022.9982145"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982145","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085059175","display_name":"Ruofeng Wei","orcid":"https://orcid.org/0000-0002-7071-4135"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Ruofeng Wei","raw_affiliation_strings":["City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365257","display_name":"Bin Li","orcid":"https://orcid.org/0000-0003-1684-8869"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033077344","display_name":"Hangjie Mo","orcid":"https://orcid.org/0000-0001-8628-3838"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hangjie Mo","raw_affiliation_strings":["City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010124359","display_name":"Fangxun Zhong","orcid":"https://orcid.org/0000-0002-1151-1995"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangxun Zhong","raw_affiliation_strings":["Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040473879","display_name":"Yonghao Long","orcid":"https://orcid.org/0000-0003-4474-7854"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghao Long","raw_affiliation_strings":["T Stone Robotics Institute, The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","Department of Computer Science and Engineering, T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090516040","display_name":"Qi Dou","orcid":"https://orcid.org/0000-0002-3416-9950"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Dou","raw_affiliation_strings":["T Stone Robotics Institute, The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","Department of Computer Science and Engineering, T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"T Stone Robotics Institute, The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, T Stone Robotics Institute, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707660","display_name":"Yunhui Liu","orcid":"https://orcid.org/0000-0002-3625-6679"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun-Hui Liu","raw_affiliation_strings":["Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong,Department of Mechanical and Automation Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382905","display_name":"Dong Sun","orcid":"https://orcid.org/0000-0003-3945-4037"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dong Sun","raw_affiliation_strings":["City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Biomedical Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5085059175"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.4794,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73684586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8072","last_page":"8077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8029274940490723},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.741741955280304},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6308461427688599},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.6194773316383362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6098942756652832},{"id":"https://openalex.org/keywords/depth-map","display_name":"Depth map","score":0.5488147139549255},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.44190138578414917},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.437508761882782},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4225337505340576},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21449485421180725},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07954823970794678}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8029274940490723},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.741741955280304},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6308461427688599},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.6194773316383362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6098942756652832},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.5488147139549255},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.44190138578414917},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.437508761882782},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4225337505340576},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21449485421180725},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07954823970794678},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9982145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982145","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6011013799","display_name":null,"funder_award_id":"7005447","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2047947369","https://openalex.org/W2133665775","https://openalex.org/W2148687996","https://openalex.org/W2471962767","https://openalex.org/W2527142681","https://openalex.org/W2609883120","https://openalex.org/W2950496566","https://openalex.org/W2963549785","https://openalex.org/W2985775862","https://openalex.org/W2989184872","https://openalex.org/W2995687155","https://openalex.org/W3096724473","https://openalex.org/W3152803807","https://openalex.org/W3173169233","https://openalex.org/W3194607169","https://openalex.org/W3203097397","https://openalex.org/W3205538826","https://openalex.org/W3206711961","https://openalex.org/W3207523613","https://openalex.org/W3214071647","https://openalex.org/W4200072305","https://openalex.org/W4210453703","https://openalex.org/W4210582445","https://openalex.org/W4298129340","https://openalex.org/W6787724516"],"related_works":["https://openalex.org/W2789522126","https://openalex.org/W2066693961","https://openalex.org/W2368363778","https://openalex.org/W3171829319","https://openalex.org/W3213413335","https://openalex.org/W4307623796","https://openalex.org/W3210711677","https://openalex.org/W4200218943","https://openalex.org/W3111845905","https://openalex.org/W3010374521"],"abstract_inverted_index":{"Estimating":[0],"precise":[1],"metric":[2,75,145,159,174,196,247],"depth":[3,30,76,92,102,149,175,197,232,248],"and":[4,62,78,118,138,147,160,192,226,249],"scene":[5],"reconstruction":[6,82,204],"from":[7,136,186],"monocular":[8,48,63,101,253],"endoscopy":[9],"is":[10,33],"a":[11,55,71,99,125,153,173,201],"fundamental":[12],"task":[13],"for":[14,74,178],"surgical":[15,41,95,214],"navigation":[16],"in":[17],"robotic":[18],"surgery.":[19],"However,":[20],"traditional":[21],"stereo":[22],"matching":[23],"adopts":[24],"binocular":[25],"images":[26,65],"to":[27,35,37,44,131,171,206,244],"perceive":[28],"the":[29,38,45,90,106,133,144,158,166,184,187,208,212,220,238,241,246],"information,":[31],"which":[32],"difficult":[34],"transfer":[36],"soft":[39],"robotics-based":[40],"systems":[42],"due":[43],"use":[46],"of":[47,83,94,116,211,240],"endoscopy.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,87,123,151,164,199],"present":[54],"novel":[56],"framework":[57,222],"that":[58,156,182],"combines":[59],"robot":[60,188],"kinematics":[61,137],"endoscope":[64,108],"with":[66,230,252],"deep":[67],"unsupervised":[68],"learning":[69],"into":[70],"single":[72],"network":[73,177],"estimation":[77,103,176,233],"then":[79],"achieve":[80],"3D":[81,209,250],"complex":[84],"anatomy.":[85],"Specifically,":[86],"first":[88],"obtain":[89],"relative":[91,148],"maps":[93],"scenes":[96],"by":[97],"leveraging":[98],"brightness-aware":[100],"method.":[104],"Then,":[105],"corresponding":[107],"poses":[109,140],"are":[110],"computed":[111],"based":[112],"on":[113,223],"non-linear":[114],"optimization":[115],"geo-metric":[117],"photometric":[119],"reprojection":[120],"residuals.":[121],"Afterwards,":[122],"develop":[124],"Depth-driven":[126],"Sliding":[127],"Optimization":[128],"(DDSO)":[129],"algorithm":[130],"extract":[132],"scaling":[134],"coefficient":[135],"calculated":[139],"offline.":[141],"By":[142],"coupling":[143],"scale":[146],"data,":[150],"form":[152],"robust":[154],"ensemble":[155,167],"represents":[157],"consistent":[161],"depth.":[162],"Next,":[163],"treat":[165],"as":[168],"supervisory":[169],"labels":[170],"train":[172],"surgeries":[179],"(i.e.,":[180],"MetricDepthS-Net)":[181],"distills":[183],"embeddings":[185],"kinematics,":[189],"endoscopic":[190],"videos,":[191],"poses.":[193],"With":[194],"accurate":[195],"estimation,":[198],"utilize":[200],"dense":[202],"visual":[203],"method":[205],"recover":[207,245],"structure":[210,251],"whole":[213],"site.":[215],"We":[216],"have":[217],"extensively":[218],"evaluated":[219],"proposed":[221,242],"public":[224],"SCARED":[225],"achieved":[227],"comparable":[228],"performance":[229],"stereo-based":[231],"methods.":[234],"Our":[235],"results":[236],"demon-strate":[237],"feasibility":[239],"approach":[243],"inputs.":[254]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}