{"id":"https://openalex.org/W2964123261","doi":"https://doi.org/10.1109/tpami.2019.2894353","title":"Models Matter, So Does Training: An Empirical Study of CNNs for Optical Flow Estimation","display_name":"Models Matter, So Does Training: An Empirical Study of CNNs for Optical Flow Estimation","publication_year":2019,"publication_date":"2019-01-23","ids":{"openalex":"https://openalex.org/W2964123261","doi":"https://doi.org/10.1109/tpami.2019.2894353","mag":"2964123261","pmid":"https://pubmed.ncbi.nlm.nih.gov/30676944"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2894353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2894353","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101440839","display_name":"Deqing Sun","orcid":"https://orcid.org/0000-0003-0329-0456"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deqing Sun","raw_affiliation_strings":["NVIDIA, Westford, USA"],"raw_orcid":"https://orcid.org/0000-0003-0329-0456","affiliations":[{"raw_affiliation_string":"NVIDIA, Westford, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755421","display_name":"Xiaodong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaodong Yang","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335524","display_name":"Ming-Yu Liu","orcid":"https://orcid.org/0000-0002-2239-8975"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Yu Liu","raw_affiliation_strings":["NVIDIA, Santa Clara, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056503617","display_name":"Jan Kautz","orcid":"https://orcid.org/0000-0002-8830-429X"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jan Kautz","raw_affiliation_strings":["NVIDIA, Westford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, Westford, USA","institution_ids":["https://openalex.org/I4210127875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210127875"],"apc_list":null,"apc_paid":null,"fwci":11.4141,"has_fulltext":false,"cited_by_count":195,"citation_normalized_percentile":{"value":0.98788894,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"6","first_page":"1408","last_page":"1423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-warping","display_name":"Image warping","score":0.7530580759048462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6973978281021118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6198792457580566},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6140839457511902},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5768667459487915},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5159893035888672},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45852959156036377},{"id":"https://openalex.org/keywords/net","display_name":"Net (polyhedron)","score":0.4408951997756958},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.434100478887558},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3221341371536255},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.23631051182746887},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14481380581855774}],"concepts":[{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.7530580759048462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6973978281021118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6198792457580566},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6140839457511902},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5768667459487915},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5159893035888672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45852959156036377},{"id":"https://openalex.org/C14166107","wikidata":"https://www.wikidata.org/wiki/Q253829","display_name":"Net (polyhedron)","level":2,"score":0.4408951997756958},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.434100478887558},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3221341371536255},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23631051182746887},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14481380581855774},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2894353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2894353","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:30676944","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30676944","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W61928934","https://openalex.org/W178406657","https://openalex.org/W603908379","https://openalex.org/W764651262","https://openalex.org/W1513100184","https://openalex.org/W1578285471","https://openalex.org/W1578985305","https://openalex.org/W1608498920","https://openalex.org/W1686810756","https://openalex.org/W1772650917","https://openalex.org/W1867429401","https://openalex.org/W1901129140","https://openalex.org/W1904063580","https://openalex.org/W1921093919","https://openalex.org/W1951289974","https://openalex.org/W1997409415","https://openalex.org/W2019661178","https://openalex.org/W2025768430","https://openalex.org/W2097117768","https://openalex.org/W2100315781","https://openalex.org/W2104974755","https://openalex.org/W2110140398","https://openalex.org/W2112796928","https://openalex.org/W2113221323","https://openalex.org/W2117539524","https://openalex.org/W2118877769","https://openalex.org/W2120190345","https://openalex.org/W2129181505","https://openalex.org/W2131747574","https://openalex.org/W2132529238","https://openalex.org/W2147253850","https://openalex.org/W2147800946","https://openalex.org/W2148534289","https://openalex.org/W2148596731","https://openalex.org/W2149760002","https://openalex.org/W2150066425","https://openalex.org/W2152231592","https://openalex.org/W2154504070","https://openalex.org/W2155302366","https://openalex.org/W2155893237","https://openalex.org/W2158919891","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2259424905","https://openalex.org/W2259950157","https://openalex.org/W2294238219","https://openalex.org/W2305401973","https://openalex.org/W2412782625","https://openalex.org/W2441099548","https://openalex.org/W2492517581","https://openalex.org/W2507953016","https://openalex.org/W2513241981","https://openalex.org/W2548527721","https://openalex.org/W2558923462","https://openalex.org/W2559597482","https://openalex.org/W2560474170","https://openalex.org/W2737012286","https://openalex.org/W2750704532","https://openalex.org/W2751023760","https://openalex.org/W2881747041","https://openalex.org/W2962835968","https://openalex.org/W2962989121","https://openalex.org/W2963093735","https://openalex.org/W2963210183","https://openalex.org/W2963216700","https://openalex.org/W2963219046","https://openalex.org/W2963305757","https://openalex.org/W2963317244","https://openalex.org/W2963403249","https://openalex.org/W2963446712","https://openalex.org/W2963502507","https://openalex.org/W2963636167","https://openalex.org/W2963734691","https://openalex.org/W2963782415","https://openalex.org/W2963840672","https://openalex.org/W2964140947","https://openalex.org/W2964156315","https://openalex.org/W2964968086","https://openalex.org/W3003662786","https://openalex.org/W3020339995","https://openalex.org/W3100388886","https://openalex.org/W4230357002","https://openalex.org/W4249022109","https://openalex.org/W6602537450","https://openalex.org/W6618372016","https://openalex.org/W6634902294","https://openalex.org/W6637373629","https://openalex.org/W6638039622","https://openalex.org/W6677548441","https://openalex.org/W6684191040","https://openalex.org/W6692304489","https://openalex.org/W6696085341","https://openalex.org/W6743261063","https://openalex.org/W6743672549","https://openalex.org/W6751993358","https://openalex.org/W6753255138"],"related_works":["https://openalex.org/W1670332068","https://openalex.org/W2095618524","https://openalex.org/W2735770592","https://openalex.org/W1971024059","https://openalex.org/W1502062143","https://openalex.org/W4224236531","https://openalex.org/W4291993329","https://openalex.org/W2063177452","https://openalex.org/W2413982977","https://openalex.org/W1501838945"],"abstract_inverted_index":{"We":[0,133],"investigate":[1],"two":[2],"crucial":[3],"and":[4,14,30,36,52,123,139,150,154,164],"closely-related":[5],"aspects":[6],"of":[7,75,86,105,143],"CNNs":[8],"for":[9,98],"optical":[10,72],"flow":[11,73],"estimation:":[12],"models":[13],"training.":[15],"First,":[16],"we":[17,81,92],"design":[18],"a":[19,103],"compact":[20],"but":[21],"effective":[22],"CNN":[23],"model,":[24],"called":[25],"PWC-Net,":[26],"according":[27],"to":[28,100],"simple":[29],"well-established":[31],"principles:":[32],"pyramidal":[33],"processing,":[34],"warping,":[35],"cost":[37],"volume":[38],"processing.":[39],"PWC-Net":[40,99,144],"is":[41,66,110],"17":[42],"times":[43,48],"smaller":[44],"in":[45,50,70],"size,":[46],"2":[47],"faster":[49],"inference,":[51],"11":[53],"percent":[54,112,126,149],"more":[55,113,127],"accurate":[56,114,128],"on":[57,115,145,151,169],"Sintel":[58,116,146],"final":[59,117],"than":[60,118,129],"the":[61,67,71,76,84,94,119,130,136,141],"recent":[62],"FlowNet2":[63,131],"model.":[64,132],"It":[65],"winning":[68],"entry":[69],"competition":[74],"robust":[77],"vision":[78],"challenge.":[79],"Next,":[80],"experimentally":[82],"analyze":[83],"sources":[85],"our":[87],"performance":[88],"gains.":[89],"In":[90],"particular,":[91],"use":[93],"same":[95],"training":[96,137,165],"procedure":[97,138],"retrain":[101],"FlowNetC,":[102],"sub-network":[104],"FlowNet2.":[106],"The":[107],"retrained":[108],"FlowNetC":[109],"56":[111],"previously":[120],"trained":[121,161],"one":[122],"even":[124],"5":[125],"further":[134],"improve":[135],"increase":[140],"accuracy":[142],"by":[147,156],"10":[148],"KITTI":[152],"2012":[153],"2015":[155],"20":[157],"percent.":[158],"Our":[159],"newly":[160],"model":[162],"parameters":[163],"protocols":[166],"are":[167],"available":[168],"https://github.com/NVlabs/PWC-Net.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":47},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":13}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}