{"id":"https://openalex.org/W4385259380","doi":"https://doi.org/10.1109/tpami.2023.3298645","title":"Unifying Flow, Stereo and Depth Estimation","display_name":"Unifying Flow, Stereo and Depth Estimation","publication_year":2023,"publication_date":"2023-07-25","ids":{"openalex":"https://openalex.org/W4385259380","doi":"https://doi.org/10.1109/tpami.2023.3298645","pmid":"https://pubmed.ncbi.nlm.nih.gov/37490383"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3298645","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298645","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087872323","display_name":"Haofei Xu","orcid":"https://orcid.org/0000-0003-1313-3358"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Haofei Xu","raw_affiliation_strings":["ETH Zurich, Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-1313-3358","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zürich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345321","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0001-6595-7661"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["Sydney AI Center, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6595-7661","affiliations":[{"raw_affiliation_string":"Sydney AI Center, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635804","display_name":"Jianfei Cai","orcid":"https://orcid.org/0000-0002-9444-3763"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jianfei Cai","raw_affiliation_strings":["Monash University, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9444-3763","affiliations":[{"raw_affiliation_string":"Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034608678","display_name":"Hamid Rezatofighi","orcid":"https://orcid.org/0000-0002-8659-8773"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hamid Rezatofighi","raw_affiliation_strings":["Monash University, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8659-8773","affiliations":[{"raw_affiliation_string":"Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067487326","display_name":"Fisher Yu","orcid":"https://orcid.org/0000-0001-8829-7344"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fisher Yu","raw_affiliation_strings":["ETH Zurich, Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8829-7344","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zürich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Sydney AI Center, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Sydney AI Center, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016606943","display_name":"Andreas Geiger","orcid":"https://orcid.org/0000-0002-8151-3726"},"institutions":[{"id":"https://openalex.org/I143910747","display_name":"TH Bingen University of Applied Sciences","ror":"https://ror.org/01pxkj057","country_code":"DE","type":"education","lineage":["https://openalex.org/I143910747"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Geiger","raw_affiliation_strings":["University of Tübingen, Tübingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8151-3726","affiliations":[{"raw_affiliation_string":"University of Tübingen, Tübingen, Germany","institution_ids":["https://openalex.org/I143910747"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5087872323"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":22.0145,"has_fulltext":false,"cited_by_count":195,"citation_normalized_percentile":{"value":0.99695062,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"11","first_page":"13941","last_page":"13958"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7800226807594299},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6846178770065308},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6348795890808105},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5784918665885925},{"id":"https://openalex.org/keywords/unified-model","display_name":"Unified Model","score":0.5739771723747253},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5618624091148376},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45140302181243896},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42576682567596436},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3958015441894531},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38841956853866577},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3790999948978424},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2510210871696472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7800226807594299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6846178770065308},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6348795890808105},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5784918665885925},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.5739771723747253},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5618624091148376},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45140302181243896},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42576682567596436},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3958015441894531},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38841956853866577},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3790999948978424},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2510210871696472},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3298645","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298645","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37490383","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37490383","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7400000095367432,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":119,"referenced_works":["https://openalex.org/W63091017","https://openalex.org/W764651262","https://openalex.org/W1513100184","https://openalex.org/W1578285471","https://openalex.org/W1772650917","https://openalex.org/W1867429401","https://openalex.org/W1921093919","https://openalex.org/W1951289974","https://openalex.org/W1985238052","https://openalex.org/W2021851106","https://openalex.org/W2033959528","https://openalex.org/W2104974755","https://openalex.org/W2117248802","https://openalex.org/W2123782500","https://openalex.org/W2131747574","https://openalex.org/W2138821028","https://openalex.org/W2148534289","https://openalex.org/W2150066425","https://openalex.org/W2151290401","https://openalex.org/W2156303437","https://openalex.org/W2158919891","https://openalex.org/W2163446794","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2259424905","https://openalex.org/W2300779272","https://openalex.org/W2471962767","https://openalex.org/W2520707372","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2561074213","https://openalex.org/W2565639579","https://openalex.org/W2594519801","https://openalex.org/W2604231069","https://openalex.org/W2609883120","https://openalex.org/W2741885505","https://openalex.org/W2808456995","https://openalex.org/W2950496566","https://openalex.org/W2950557037","https://openalex.org/W2952813711","https://openalex.org/W2952825894","https://openalex.org/W2955189650","https://openalex.org/W2955639361","https://openalex.org/W2962793285","https://openalex.org/W2963619659","https://openalex.org/W2963782415","https://openalex.org/W2963891416","https://openalex.org/W2964123261","https://openalex.org/W2964153986","https://openalex.org/W2964556657","https://openalex.org/W2971252756","https://openalex.org/W2980116241","https://openalex.org/W2985775862","https://openalex.org/W2988452521","https://openalex.org/W2995124519","https://openalex.org/W3034275286","https://openalex.org/W3034514115","https://openalex.org/W3034530552","https://openalex.org/W3081167590","https://openalex.org/W3093769466","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3096678291","https://openalex.org/W3101326883","https://openalex.org/W3107540572","https://openalex.org/W3109379931","https://openalex.org/W3109908659","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3146873565","https://openalex.org/W3147597595","https://openalex.org/W3172573759","https://openalex.org/W3175227919","https://openalex.org/W3175558068","https://openalex.org/W3175682855","https://openalex.org/W3190965961","https://openalex.org/W3201987110","https://openalex.org/W3202487934","https://openalex.org/W3206651363","https://openalex.org/W3215023725","https://openalex.org/W4226151448","https://openalex.org/W4226265017","https://openalex.org/W4249022109","https://openalex.org/W4312253793","https://openalex.org/W4312275038","https://openalex.org/W4312388571","https://openalex.org/W4312426450","https://openalex.org/W4312471066","https://openalex.org/W4312572946","https://openalex.org/W4312601813","https://openalex.org/W4312636847","https://openalex.org/W4312790276","https://openalex.org/W4312797714","https://openalex.org/W4312800713","https://openalex.org/W4312842294","https://openalex.org/W4312871721","https://openalex.org/W4312921869","https://openalex.org/W4313022741","https://openalex.org/W4313156423","https://openalex.org/W4315705623","https://openalex.org/W4385245566","https://openalex.org/W6630726011","https://openalex.org/W6638039622","https://openalex.org/W6682864246","https://openalex.org/W6684191040","https://openalex.org/W6739901393","https://openalex.org/W6752763597","https://openalex.org/W6756774061","https://openalex.org/W6758510812","https://openalex.org/W6768009244","https://openalex.org/W6778485988","https://openalex.org/W6781482789","https://openalex.org/W6784085021","https://openalex.org/W6784333009","https://openalex.org/W6785287398","https://openalex.org/W6793037770","https://openalex.org/W6797235774","https://openalex.org/W6799838802","https://openalex.org/W6810835471"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W1482209366","https://openalex.org/W4206178588","https://openalex.org/W4287635093","https://openalex.org/W3094491777","https://openalex.org/W3214715529"],"abstract_inverted_index":{"We":[0,79,119],"present":[1],"a":[2,41,52,61,72,137],"unified":[3,42,103,124],"formulation":[4,62],"and":[5,10,19,113,131,156,162,170],"model":[6,54,104,111,125,134,168],"for":[7,31,64],"three":[8,38],"motion":[9],"3D":[11],"perception":[12],"tasks:":[13],"optical":[14],"flow,":[15,154],"rectified":[16],"stereo":[17,21,155],"matching":[18,45],"unrectified":[20],"depth":[22,157],"estimation":[23],"from":[24,87],"posed":[25],"images.":[26],"Unlike":[27],"previous":[28],"specialized":[29],"architectures":[30],"each":[32],"specific":[33],"task,":[34],"we":[35,69],"formulate":[36],"all":[37],"tasks":[39],"as":[40],"dense":[43],"correspondence":[44],"problem,":[46],"which":[47,68,93],"can":[48],"be":[49],"solved":[50],"with":[51,122],"single":[53],"by":[55],"directly":[56],"comparing":[57],"feature":[58,66],"similarities.":[59],"Such":[60],"calls":[63],"discriminative":[65],"representations,":[67],"achieve":[70],"using":[71],"Transformer,":[73],"in":[74,165],"particular":[75],"the":[76,96,99,110,127],"cross-attention":[77,82],"mechanism.":[78],"demonstrate":[80],"that":[81,135],"enables":[83,106],"integration":[84],"of":[85,98,167],"knowledge":[86],"another":[88],"image":[89],"via":[90],"cross-view":[91],"interactions,":[92],"greatly":[94],"improves":[95],"quality":[97],"extracted":[100],"features.":[101],"Our":[102],"naturally":[105],"cross-task":[107],"transfer":[108],"since":[109],"architecture":[112],"parameters":[114],"are":[115],"shared":[116],"across":[117],"tasks.":[118],"outperform":[120],"RAFT":[121],"our":[123,132],"on":[126,151],"challenging":[128],"Sintel":[129],"dataset,":[130],"final":[133],"uses":[136],"few":[138],"additional":[139],"task-specific":[140],"refinement":[141],"steps":[142],"outperforms":[143],"or":[144],"compares":[145],"favorably":[146],"to":[147],"recent":[148],"state-of-the-art":[149],"methods":[150],"10":[152],"popular":[153],"datasets,":[158],"while":[159],"being":[160],"simpler":[161],"more":[163],"efficient":[164],"terms":[166],"design":[169],"inference":[171],"speed.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":84},{"year":2024,"cited_by_count":85},{"year":2023,"cited_by_count":8}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-10-10T00:00:00"}