{"id":"https://openalex.org/W4210254627","doi":"https://doi.org/10.1109/lra.2022.3145057","title":"Learning Optical Flow, Depth, and Scene Flow Without Real-World Labels","display_name":"Learning Optical Flow, Depth, and Scene Flow Without Real-World Labels","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210254627","doi":"https://doi.org/10.1109/lra.2022.3145057"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3145057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3145057","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063755961","display_name":"Vitor Guizilini","orcid":"https://orcid.org/0000-0002-8715-8307"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vitor Guizilini","raw_affiliation_strings":["Toyota Research Institute (TRI), Los Altos, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8715-8307","affiliations":[{"raw_affiliation_string":"Toyota Research Institute (TRI), Los Altos, CA, USA","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103235511","display_name":"Kuan-Hui Lee","orcid":"https://orcid.org/0000-0001-5109-4797"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuan-Hui Lee","raw_affiliation_strings":["Toyota Research Institute (TRI), Los Altos, CA, USA","Machine Learning, Toyota Research Institute, Los Altos, CA, United States of America, 94022 (e-mail: kuan.lee@tri.global)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute (TRI), Los Altos, CA, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"Machine Learning, Toyota Research Institute, Los Altos, CA, United States of America, 94022 (e-mail: kuan.lee@tri.global)","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037522398","display_name":"Rare\u015f Ambru\u015f","orcid":"https://orcid.org/0000-0002-3111-3812"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rares Ambrus","raw_affiliation_strings":["Toyota Research Institute (TRI), Los Altos, CA, USA","Machine Learning, Toyota Research Institute, Los Altos, CA, United States of America, 94022 (e-mail: rares.ambrus@gmail.com)"],"raw_orcid":"https://orcid.org/0000-0002-3111-3812","affiliations":[{"raw_affiliation_string":"Toyota Research Institute (TRI), Los Altos, CA, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"Machine Learning, Toyota Research Institute, Los Altos, CA, United States of America, 94022 (e-mail: rares.ambrus@gmail.com)","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075018873","display_name":"Adrien Gaidon","orcid":"https://orcid.org/0000-0001-8820-550X"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adrien Gaidon","raw_affiliation_strings":["Toyota Research Institute (TRI), Los Altos, CA, USA","Machine Learning, Toyota Research Institute, Mountain View, CA, United States of America, 94040 (e-mail: adrien.gaidon@tri.global)"],"raw_orcid":"https://orcid.org/0000-0001-8820-550X","affiliations":[{"raw_affiliation_string":"Toyota Research Institute (TRI), Los Altos, CA, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"Machine Learning, Toyota Research Institute, Mountain View, CA, United States of America, 94040 (e-mail: adrien.gaidon@tri.global)","institution_ids":["https://openalex.org/I4391768151"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4391768151"],"apc_list":null,"apc_paid":null,"fwci":4.2118,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.95796741,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":"2","first_page":"3491","last_page":"3498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7426459789276123},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.7367334961891174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.704339861869812},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6753975749015808},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5390099883079529},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5138221383094788},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5092417001724243},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48777347803115845},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.48570188879966736},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.43946611881256104},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.43508845567703247},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4245091378688812},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21845877170562744},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14179474115371704},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08761405944824219},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0861557126045227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7426459789276123},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.7367334961891174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.704339861869812},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6753975749015808},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5390099883079529},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5138221383094788},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5092417001724243},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48777347803115845},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.48570188879966736},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.43946611881256104},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.43508845567703247},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4245091378688812},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21845877170562744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14179474115371704},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08761405944824219},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0861557126045227},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2022.3145057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3145057","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W179654571","https://openalex.org/W603908379","https://openalex.org/W764651262","https://openalex.org/W1513100184","https://openalex.org/W1522301498","https://openalex.org/W1530781137","https://openalex.org/W1921093919","https://openalex.org/W2088692258","https://openalex.org/W2115579991","https://openalex.org/W2129671742","https://openalex.org/W2133665775","https://openalex.org/W2150066425","https://openalex.org/W2157331557","https://openalex.org/W2259424905","https://openalex.org/W2286655030","https://openalex.org/W2397830550","https://openalex.org/W2474531669","https://openalex.org/W2507953016","https://openalex.org/W2520707372","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2562637781","https://openalex.org/W2608018946","https://openalex.org/W2609883120","https://openalex.org/W2798405286","https://openalex.org/W2810554001","https://openalex.org/W2830339951","https://openalex.org/W2887479417","https://openalex.org/W2890949887","https://openalex.org/W2951234442","https://openalex.org/W2952825894","https://openalex.org/W2962771259","https://openalex.org/W2962804601","https://openalex.org/W2963265330","https://openalex.org/W2963345294","https://openalex.org/W2963583471","https://openalex.org/W2963782415","https://openalex.org/W2964677288","https://openalex.org/W2967043539","https://openalex.org/W2967059695","https://openalex.org/W2970881233","https://openalex.org/W2980116241","https://openalex.org/W2981732213","https://openalex.org/W2982102242","https://openalex.org/W2985178537","https://openalex.org/W2985775862","https://openalex.org/W3004309688","https://openalex.org/W3034364596","https://openalex.org/W3034604951","https://openalex.org/W3034642839","https://openalex.org/W3097139398","https://openalex.org/W3108086282","https://openalex.org/W3109908659","https://openalex.org/W3126596634","https://openalex.org/W3127528059","https://openalex.org/W3141975725","https://openalex.org/W3173561529","https://openalex.org/W3173805712","https://openalex.org/W3175682855","https://openalex.org/W3178825327","https://openalex.org/W3180341139","https://openalex.org/W3186096360","https://openalex.org/W3206569002","https://openalex.org/W3206651363","https://openalex.org/W4230194115","https://openalex.org/W4287863801","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6685261749","https://openalex.org/W6736260464","https://openalex.org/W6768009244","https://openalex.org/W6768785664","https://openalex.org/W6771531989","https://openalex.org/W6773019456","https://openalex.org/W6778991305"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W2086519370","https://openalex.org/W2028665553","https://openalex.org/W2087343574","https://openalex.org/W2535915176","https://openalex.org/W2105860728","https://openalex.org/W4287657826"],"abstract_inverted_index":{"Self-supervised":[0],"monocular":[1,170],"depth":[2,70,130],"estimation":[3],"enables":[4],"robots":[5],"to":[6,22,128,148],"learn":[7,23,121],"3D":[8,59,87],"perception":[9],"from":[10],"raw":[11],"video":[12],"streams.":[13],"This":[14],"scalable":[15],"approach":[16],"leverages":[17,140],"projective":[18],"geometry":[19],"and":[20,41,71,105,131,142],"ego-motion":[21],"via":[24,56,135],"view":[25],"synthesis,":[26],"assuming":[27],"the":[28,65,85,117,161,168,173],"world":[29],"is":[30,74],"mostly":[31],"static.":[32],"Dynamic":[33],"scenes,":[34],"which":[35],"are":[36,78],"common":[37],"in":[38,84,163,167],"autonomous":[39],"driving":[40],"human-robot":[42],"interaction,":[43],"violate":[44],"this":[45,90],"assumption.":[46],"Therefore,":[47],"they":[48],"require":[49],"modeling":[50],"dynamic":[51],"objects":[52],"explicitly,":[53],"for":[54],"instance":[55],"estimating":[57],"pixel-wise":[58],"motion,":[60],"i.e.":[61],"scene":[62,72,106,132],"flow.":[63],"However,":[64],"simultaneous":[66],"self-supervised":[67,169],"learning":[68,101,134],"of":[69,99,160],"flow":[73,107,123,133],"ill-posed,":[75],"as":[76,124],"there":[77],"infinitely":[79],"many":[80],"combinations":[81],"that":[82],"result":[83],"same":[86],"point.":[88],"In":[89],"letter":[91],"we":[92,120],"propose":[93],"DRAFT,":[94],"a":[95,157],"new":[96,158],"method":[97],"capable":[98],"jointly":[100],"depth,":[102],"optical":[103,122],"flow,":[104],"by":[108],"combining":[109],"synthetic":[110],"data":[111],"with":[112],"geometric":[113,143],"self-supervision.":[114],"Building":[115],"upon":[116],"RAFT":[118],"architecture,":[119],"an":[125],"intermediate":[126],"task":[127],"bootstrap":[129],"triangulation.":[136],"Our":[137,152],"algorithm":[138],"also":[139],"temporal":[141],"consistency":[144],"losses":[145],"across":[146],"tasks":[147,166],"improve":[149],"multi-task":[150],"learning.":[151],"DRAFT":[153],"architecture":[154],"simultaneously":[155],"establishes":[156],"state":[159],"art":[162],"all":[164],"three":[165],"setting":[171],"on":[172],"standard":[174],"KITTI":[175],"benchmark.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}