{"id":"https://openalex.org/W2973673960","doi":"https://doi.org/10.1109/tpami.2019.2941941","title":"MEMC-Net: Motion Estimation and Motion Compensation Driven Neural Network for Video Interpolation and Enhancement","display_name":"MEMC-Net: Motion Estimation and Motion Compensation Driven Neural Network for Video Interpolation and Enhancement","publication_year":2019,"publication_date":"2019-09-17","ids":{"openalex":"https://openalex.org/W2973673960","doi":"https://doi.org/10.1109/tpami.2019.2941941","mag":"2973673960","pmid":"https://pubmed.ncbi.nlm.nih.gov/31722471"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2941941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2941941","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046406182","display_name":"Wenbo Bao","orcid":"https://orcid.org/0000-0001-5139-9232"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenbo Bao","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020775577","display_name":"Wei\u2010Sheng Lai","orcid":"https://orcid.org/0000-0001-5753-6445"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Sheng Lai","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452809","display_name":"Xiaoyun Zhang","orcid":"https://orcid.org/0000-0001-7680-4062"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyun Zhang","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926731","display_name":"Zhiyong Gao","orcid":"https://orcid.org/0000-0003-4204-6536"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Gao","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418319","display_name":"Ming\u2013Hsuan Yang","orcid":"https://orcid.org/0000-0003-4848-2304"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Hsuan Yang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046406182"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":21.0545,"has_fulltext":false,"cited_by_count":361,"citation_normalized_percentile":{"value":0.99501637,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"3","first_page":"933","last_page":"948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7737939357757568},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.7581524848937988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7001160979270935},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.6265462636947632},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6201766729354858},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.6172213554382324},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6052085757255554},{"id":"https://openalex.org/keywords/motion-interpolation","display_name":"Motion interpolation","score":0.5945050716400146},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5283939242362976},{"id":"https://openalex.org/keywords/quarter-pixel-motion","display_name":"Quarter-pixel motion","score":0.5213726162910461},{"id":"https://openalex.org/keywords/stairstep-interpolation","display_name":"Stairstep interpolation","score":0.4207687973976135},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.42051804065704346},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.3704638183116913},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.23537090420722961},{"id":"https://openalex.org/keywords/multivariate-interpolation","display_name":"Multivariate interpolation","score":0.22843018174171448},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.22478416562080383},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.19145283102989197},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09475734829902649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7737939357757568},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.7581524848937988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7001160979270935},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.6265462636947632},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6201766729354858},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.6172213554382324},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6052085757255554},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.5945050716400146},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5283939242362976},{"id":"https://openalex.org/C174493125","wikidata":"https://www.wikidata.org/wiki/Q1073461","display_name":"Quarter-pixel motion","level":3,"score":0.5213726162910461},{"id":"https://openalex.org/C119768884","wikidata":"https://www.wikidata.org/wiki/Q7597108","display_name":"Stairstep interpolation","level":4,"score":0.4207687973976135},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.42051804065704346},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.3704638183116913},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.23537090420722961},{"id":"https://openalex.org/C203332170","wikidata":"https://www.wikidata.org/wiki/Q6334079","display_name":"Multivariate interpolation","level":3,"score":0.22843018174171448},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.22478416562080383},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.19145283102989197},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09475734829902649}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2941941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2941941","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31722471","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31722471","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4243939499","display_name":null,"funder_award_id":"STCSM 18DZ2270700","funder_id":"https://openalex.org/F4320327718","funder_display_name":"Shanghai Key Laboratory of Digital Media Processing and Transmission"},{"id":"https://openalex.org/G816574849","display_name":null,"funder_award_id":"18ZR1418100","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G8280628348","display_name":null,"funder_award_id":"61771306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327718","display_name":"Shanghai Key Laboratory of Digital Media Processing and Transmission","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W764651262","https://openalex.org/W1513100184","https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1776042733","https://openalex.org/W1836465849","https://openalex.org/W1867429401","https://openalex.org/W1901129140","https://openalex.org/W1905052409","https://openalex.org/W1951289974","https://openalex.org/W1965221572","https://openalex.org/W1981990039","https://openalex.org/W1996019379","https://openalex.org/W2012015451","https://openalex.org/W2039525190","https://openalex.org/W2096609483","https://openalex.org/W2103336008","https://openalex.org/W2111533989","https://openalex.org/W2113221323","https://openalex.org/W2114961653","https://openalex.org/W2121529064","https://openalex.org/W2123898224","https://openalex.org/W2126897420","https://openalex.org/W2126926806","https://openalex.org/W2127274131","https://openalex.org/W2131747574","https://openalex.org/W2138274137","https://openalex.org/W2140199336","https://openalex.org/W2140808157","https://openalex.org/W2145251738","https://openalex.org/W2147253850","https://openalex.org/W2152462980","https://openalex.org/W2154576090","https://openalex.org/W2158919891","https://openalex.org/W2161359508","https://openalex.org/W2189380805","https://openalex.org/W2194775991","https://openalex.org/W2210480155","https://openalex.org/W2305401973","https://openalex.org/W2324190721","https://openalex.org/W2510924253","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2586480386","https://openalex.org/W2604329646","https://openalex.org/W2750704532","https://openalex.org/W2769417259","https://openalex.org/W2769654144","https://openalex.org/W2797683898","https://openalex.org/W2963093735","https://openalex.org/W2963125871","https://openalex.org/W2963210183","https://openalex.org/W2963268050","https://openalex.org/W2963372104","https://openalex.org/W2964121744","https://openalex.org/W2964251418","https://openalex.org/W3102015846","https://openalex.org/W4297772798","https://openalex.org/W6600983433","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6637839385","https://openalex.org/W6638667902","https://openalex.org/W6639824700","https://openalex.org/W6691096134","https://openalex.org/W6735698919","https://openalex.org/W6743261063"],"related_works":["https://openalex.org/W2032145508","https://openalex.org/W1957849021","https://openalex.org/W2079698029","https://openalex.org/W1967654336","https://openalex.org/W2060632806","https://openalex.org/W3017180545","https://openalex.org/W1570573051","https://openalex.org/W2060180154","https://openalex.org/W2016848112","https://openalex.org/W2116984806"],"abstract_inverted_index":{"Motion":[0],"estimation":[1,66,108,123],"(ME)":[2],"and":[3,56,67,88,106,124,140,165,169,185],"motion":[4,65,122],"compensation":[5,47,68,125],"(MC)":[6],"have":[7,34],"been":[8,35],"widely":[9],"used":[10],"for":[11,72],"classical":[12],"video":[13,73,159,182],"frame":[14,26,74,94,183],"interpolation":[15,27,57,89,184],"systems":[16],"over":[17],"the":[18,104,119,149,174,180],"past":[19],"decades.":[20],"Recently,":[21],"a":[22,64,189],"number":[23],"of":[24,121,192],"data-driven":[25],"methods":[28,41,126],"based":[29,40],"on":[30,52,188],"convolutional":[31],"neural":[32,70],"networks":[33,109],"proposed.":[36],"However,":[37],"existing":[38,133],"learning":[39],"typically":[42],"estimate":[43],"either":[44],"flow":[45,87,105],"or":[46],"kernels,":[48],"thereby":[49],"limiting":[50],"performance":[51],"both":[53,85,103],"computational":[54],"efficiency":[55],"accuracy.":[58],"In":[59],"this":[60],"work,":[61],"we":[62],"propose":[63],"driven":[69],"network":[71],"interpolation.":[75],"A":[76],"novel":[77],"adaptive":[78],"warping":[79],"layer":[80,97],"is":[81,98,137],"developed":[82],"to":[83,91,132,142,157],"integrate":[84],"optical":[86],"kernels":[90],"synthesize":[92],"target":[93],"pixels.":[95],"This":[96],"fully":[99],"differentiable":[100],"such":[101],"that":[102,173],"kernel":[107],"can":[110,153],"be":[111,154],"optimized":[112],"jointly.":[113],"The":[114],"proposed":[115,150,175],"model":[116],"benefits":[117],"from":[118],"advantages":[120],"without":[127],"using":[128],"hand-crafted":[129],"features.":[130],"Compared":[131],"methods,":[134],"our":[135],"approach":[136],"computationally":[138],"efficient":[139],"able":[141],"generate":[143],"more":[144],"visually":[145],"appealing":[146],"results.":[147],"Furthermore,":[148],"MEMC-Net":[151],"architecture":[152],"seamlessly":[155],"adapted":[156],"several":[158],"enhancement":[160,186],"tasks,":[161],"e.g.,":[162],"super-resolution,":[163],"denoising,":[164],"deblocking.":[166],"Extensive":[167],"quantitative":[168],"qualitative":[170],"evaluations":[171],"demonstrate":[172],"method":[176],"performs":[177],"favorably":[178],"against":[179],"state-of-the-art":[181],"algorithms":[187],"wide":[190],"range":[191],"datasets.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":67},{"year":2022,"cited_by_count":77},{"year":2021,"cited_by_count":78},{"year":2020,"cited_by_count":46},{"year":2019,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}