{"id":"https://openalex.org/W3007774126","doi":"https://doi.org/10.1109/tits.2020.3010418","title":"Unsupervised Learning of Depth, Optical Flow and Pose With Occlusion From 3D Geometry","display_name":"Unsupervised Learning of Depth, Optical Flow and Pose With Occlusion From 3D Geometry","publication_year":2020,"publication_date":"2020-07-29","ids":{"openalex":"https://openalex.org/W3007774126","doi":"https://doi.org/10.1109/tits.2020.3010418","mag":"3007774126"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2020.3010418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3010418","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.00766","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100336735","display_name":"Guangming Wang","orcid":"https://orcid.org/0000-0002-7675-543X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangming Wang","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100610536","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0001-6344-2824"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107772128","display_name":"Hesheng Wang","orcid":"https://orcid.org/0000-0002-9959-1634"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hesheng Wang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China","Department of Automation, Insititue of Medical Robotics, Key Laboratory of System Control and Information Processing of Ministry of Education, Key Laboratory of Marine Intelligent Equipment and System of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Department of Automation, Insititue of Medical Robotics, Key Laboratory of System Control and Information Processing of Ministry of Education, Key Laboratory of Marine Intelligent Equipment and System of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083038366","display_name":"Jingchuan Wang","orcid":"https://orcid.org/0000-0002-1943-1535"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingchuan Wang","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424542","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0003-3366-3137"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["Beijing Institute of Control Engineering, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Control Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100722142","display_name":"Xinlei Wang","orcid":"https://orcid.org/0000-0002-8561-6511"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinlei Wang","raw_affiliation_strings":["DeepBlue Academy of Sciences, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"DeepBlue Academy of Sciences, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100336735"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":4.3171,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.95501995,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"1","first_page":"308","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5542433261871338},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.5438405275344849},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4993476867675781},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.4887278079986572},{"id":"https://openalex.org/keywords/geometrical-optics","display_name":"Geometrical optics","score":0.46729424595832825},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.4592009484767914},{"id":"https://openalex.org/keywords/occlusion","display_name":"Occlusion","score":0.44804275035858154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4369012117385864},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.3341866135597229},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2628316879272461},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.23324421048164368},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1880362629890442},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09537965059280396},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08582106232643127}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5542433261871338},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.5438405275344849},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4993476867675781},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.4887278079986572},{"id":"https://openalex.org/C110277352","wikidata":"https://www.wikidata.org/wiki/Q467980","display_name":"Geometrical optics","level":2,"score":0.46729424595832825},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.4592009484767914},{"id":"https://openalex.org/C2776268601","wikidata":"https://www.wikidata.org/wiki/Q968808","display_name":"Occlusion","level":2,"score":0.44804275035858154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4369012117385864},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.3341866135597229},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2628316879272461},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.23324421048164368},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1880362629890442},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09537965059280396},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08582106232643127},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2020.3010418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2020.3010418","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.00766","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00766","pdf_url":"https://arxiv.org/pdf/2003.00766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.00766","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00766","pdf_url":"https://arxiv.org/pdf/2003.00766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1031521155","display_name":null,"funder_award_id":"U1913204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3217922827","display_name":null,"funder_award_id":"U1613218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4189885321","display_name":null,"funder_award_id":"61722309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5355261527","display_name":null,"funder_award_id":"2019IRS01","funder_id":"https://openalex.org/F4320335791","funder_display_name":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335791","display_name":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W612478963","https://openalex.org/W1522301498","https://openalex.org/W1803059841","https://openalex.org/W1836465849","https://openalex.org/W2071763687","https://openalex.org/W2115579991","https://openalex.org/W2119851068","https://openalex.org/W2133665775","https://openalex.org/W2171740948","https://openalex.org/W2194775991","https://openalex.org/W2300779272","https://openalex.org/W2340897893","https://openalex.org/W2520707372","https://openalex.org/W2535547924","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2606794968","https://openalex.org/W2609883120","https://openalex.org/W2770902190","https://openalex.org/W2890860133","https://openalex.org/W2890949887","https://openalex.org/W2894983388","https://openalex.org/W2898424515","https://openalex.org/W2914232966","https://openalex.org/W2949023359","https://openalex.org/W2949634581","https://openalex.org/W2951234442","https://openalex.org/W2953205834","https://openalex.org/W2962816904","https://openalex.org/W2962864875","https://openalex.org/W2963549785","https://openalex.org/W2963583471","https://openalex.org/W2963654727","https://openalex.org/W2963782415","https://openalex.org/W2963891416","https://openalex.org/W2963906250","https://openalex.org/W2964121744","https://openalex.org/W2964314455","https://openalex.org/W2964968086","https://openalex.org/W2966967866","https://openalex.org/W2967321219","https://openalex.org/W3100901464","https://openalex.org/W3102327032","https://openalex.org/W3150327674","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6685261749"],"related_works":["https://openalex.org/W4386083130","https://openalex.org/W3086692397","https://openalex.org/W2117442182","https://openalex.org/W2095216647","https://openalex.org/W3111737715","https://openalex.org/W2069571255","https://openalex.org/W3125517176","https://openalex.org/W2023355163","https://openalex.org/W2081707527","https://openalex.org/W1975907365"],"abstract_inverted_index":{"In":[0,50,154],"autonomous":[1],"driving,":[2],"monocular":[3],"sequences":[4],"contain":[5],"lots":[6],"of":[7,54,73,115,134,177,197],"information.":[8],"Monocular":[9],"depth":[10,55,116,144,149,159],"estimation,":[11,168],"camera":[12,161],"ego-motion":[13],"estimation":[14,18],"and":[15,46,56,76,85,117,160,194,204],"optical":[16,77,86,136,178],"flow":[17,87,137],"in":[19,31,70,91,112,131,151,182],"consecutive":[20],"frames":[21],"are":[22,35],"high-profile":[23],"concerns":[24],"recently.":[25],"By":[26],"analyzing":[27],"tasks":[28,217],"above,":[29],"pixels":[30,104,130],"the":[32,40,43,47,61,80,102,113,132,135,155,187,198,201,205],"middle":[33],"frame":[34],"modeled":[36],"into":[37],"three":[38,191,216],"parts:":[39],"rigid":[41,202],"region,":[42,45,157,200,203],"non-rigid":[44,206],"occluded":[48,62,92,156],"region.":[49],"joint":[51],"unsupervised":[52,71,175,210],"training":[53,114,133],"pose,":[57],"we":[58],"can":[59,163,170,212],"segment":[60],"region":[63,207],"explicitly.":[64],"The":[65,219],"occlusion":[66,199],"information":[67],"is":[68,97,122,141,222],"used":[69,124,172],"learning":[72,176],"depth,":[74],"pose":[75,118],"flow,":[78],"as":[79,158],"image":[81],"reconstructed":[82],"by":[83,107],"depth-pose":[84],"will":[88],"be":[89,171],"invalid":[90],"regions.":[93,153],"A":[94],"less-than-mean":[95],"mask":[96],"designed":[98],"to":[99,125,147,173],"further":[100],"exclude":[101,126],"mismatched":[103,129],"interfered":[105],"with":[106,208],"motion":[108,162,167],"or":[109],"illumination":[110],"change":[111],"networks.":[119],"This":[120],"method":[121],"also":[123],"some":[127],"trivial":[128],"network.":[138],"Maximum":[139],"normalization":[140],"proposed":[142],"for":[143],"smoothness":[145],"term":[146],"restrain":[148],"degradation":[150],"textureless":[152],"provide":[164],"more":[165],"reliable":[166],"they":[169],"instruct":[174],"flow.":[179],"Our":[180],"experiments":[181],"KITTI":[183],"dataset":[184],"demonstrate":[185],"that":[186],"model":[188],"based":[189],"on":[190,215],"regions,":[192],"full":[193],"explicit":[195],"segmentation":[196],"corresponding":[209],"losses":[211],"improve":[213],"performance":[214],"significantly.":[218],"source":[220],"code":[221],"available":[223],"at:":[224],"<uri":[225],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/guangmingw/DOPlearning</uri>":[227],".":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2020-03-06T00:00:00"}