{"id":"https://openalex.org/W3123452060","doi":"https://doi.org/10.1109/tip.2021.3052709","title":"Learning Self-Supervised Space-Time CNN for Fast Video Style Transfer","display_name":"Learning Self-Supervised Space-Time CNN for Fast Video Style Transfer","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3123452060","doi":"https://doi.org/10.1109/tip.2021.3052709","mag":"3123452060","pmid":"https://pubmed.ncbi.nlm.nih.gov/33497334"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3052709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3052709","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101856978","display_name":"Kai Xu","orcid":"https://orcid.org/0000-0001-7286-6151"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7286-6151","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018942445","display_name":"Longyin Wen","orcid":"https://orcid.org/0000-0001-5525-492X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Longyin Wen","raw_affiliation_strings":["JD Finance America Corporation, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD Finance America Corporation, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775216","display_name":"Guorong Li","orcid":"https://orcid.org/0000-0003-3954-2387"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guorong Li","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3954-2387","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047226078","display_name":"Honggang Qi","orcid":"https://orcid.org/0000-0002-7947-1491"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Qi","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7947-1491","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085032007","display_name":"Liefeng Bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liefeng Bo","raw_affiliation_strings":["JD Finance America Corporation, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD Finance America Corporation, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7542-296X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101856978"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.8447,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.87146343,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"30","issue":null,"first_page":"2501","last_page":"2512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7924925088882446},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7003192901611328},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6873568296432495},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5532160997390747},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4884149432182312},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.4414171576499939},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4329814314842224},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3510407507419586},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.19099149107933044},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07336023449897766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7924925088882446},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7003192901611328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6873568296432495},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5532160997390747},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4884149432182312},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.4414171576499939},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4329814314842224},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3510407507419586},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19099149107933044},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07336023449897766},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2021.3052709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3052709","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33497334","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33497334","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1185667120","display_name":null,"funder_award_id":"U1636214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1256146087","display_name":null,"funder_award_id":"61772494","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3685593106","display_name":null,"funder_award_id":"61771341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5967673014","display_name":null,"funder_award_id":"61976069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6197875348","display_name":null,"funder_award_id":"61620106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7528510259","display_name":null,"funder_award_id":"61836002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7801426869","display_name":null,"funder_award_id":"61931008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1915485278","https://openalex.org/W1967577110","https://openalex.org/W1982696459","https://openalex.org/W2040369854","https://openalex.org/W2078790577","https://openalex.org/W2117539524","https://openalex.org/W2125027853","https://openalex.org/W2173520492","https://openalex.org/W2183341477","https://openalex.org/W2190008860","https://openalex.org/W2194775991","https://openalex.org/W2275363859","https://openalex.org/W2331128040","https://openalex.org/W2339754110","https://openalex.org/W2344328033","https://openalex.org/W2475287302","https://openalex.org/W2502312327","https://openalex.org/W2520715860","https://openalex.org/W2545656684","https://openalex.org/W2572730214","https://openalex.org/W2583638424","https://openalex.org/W2585235684","https://openalex.org/W2592533706","https://openalex.org/W2603777577","https://openalex.org/W2604737827","https://openalex.org/W2605229288","https://openalex.org/W2612034718","https://openalex.org/W2617602381","https://openalex.org/W2619947201","https://openalex.org/W2740546229","https://openalex.org/W2748043525","https://openalex.org/W2802025241","https://openalex.org/W2886787375","https://openalex.org/W2898422183","https://openalex.org/W2899771611","https://openalex.org/W2916743882","https://openalex.org/W2959891120","https://openalex.org/W2962835968","https://openalex.org/W2962934715","https://openalex.org/W2963019093","https://openalex.org/W2963684088","https://openalex.org/W2963920537","https://openalex.org/W2963989815","https://openalex.org/W2964193438","https://openalex.org/W3102536158","https://openalex.org/W3102542372","https://openalex.org/W4297749385","https://openalex.org/W6629369048","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639102338","https://openalex.org/W6683590716","https://openalex.org/W6685352114","https://openalex.org/W6697028695","https://openalex.org/W6724804524","https://openalex.org/W6729110096","https://openalex.org/W6738438352","https://openalex.org/W6756040250","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W3135818718","https://openalex.org/W3091976719","https://openalex.org/W2171116555","https://openalex.org/W3012393889","https://openalex.org/W4281553171","https://openalex.org/W2123374136","https://openalex.org/W2900363363","https://openalex.org/W3098068165","https://openalex.org/W3018421652","https://openalex.org/W3192840557"],"abstract_inverted_index":{"Style":[0],"transfer":[1,22,81,134],"on":[2,186,263],"images":[3],"has":[4],"achieved":[5],"significant":[6],"advances":[7],"in":[8,76,120],"recent":[9],"years,":[10],"with":[11,142,277],"the":[12,82,89,97,102,135,143,146,156,162,169,172,176,206,210,219,230,236,241,245,251,268,275],"deep":[13],"convolutional":[14,46],"neural":[15,47],"network":[16,48],"(CNN).":[17],"Directly":[18],"applying":[19],"image":[20,87,137],"style":[21,55,83,136,173,211,220],"algorithms":[23],"to":[24,33,70,88,111,133,138,150,200,227,239,254],"each":[25],"frame":[26,141],"of":[27,84,158,205,223],"a":[28,43,85,139,191],"video":[29,54,68,91,126,140,232,243,253],"independently":[30],"often":[31],"leads":[32],"flickering":[34],"and":[35,101,175,209,216,247,260],"unstable":[36],"results.":[37],"In":[38],"this":[39],"work,":[40],"we":[41,160,234],"present":[42],"self-supervised":[44],"space-time":[45],"(CNN)":[49],"based":[50,185],"method":[51,270],"for":[52,116],"online":[53],"transfer,":[56],"named":[57],"as":[58],"VTNet,":[59,159],"which":[60,93,167],"is":[61,94,109,131,198],"end-to-end":[62],"trained":[63],"from":[64,124,145,190,218,250],"nearly":[65],"unlimited":[66],"unlabeled":[67,125],"data":[69],"produce":[71],"temporally":[72],"coherent":[73],"stylized":[74,231,242],"videos":[75],"real-time.":[77],"Specifically,":[78],"our":[79],"VTNet":[80],"reference":[86],"source":[90,252],"frames,":[92,208,233],"formed":[95],"by":[96],"temporal":[98,106,117,147,152,256],"prediction":[99,107,148],"branch":[100,108,130,149],"stylizing":[103,129],"branch.":[104],"The":[105,128,195],"used":[110,132,199],"capture":[112],"discriminative":[113],"spatiotemporal":[114],"features":[115,188],"consistency,":[118],"pretrained":[119,192],"an":[121],"adversarial":[122],"manner":[123],"data.":[127],"guidance":[144],"ensure":[151],"consistency.":[153],"To":[154],"guide":[155],"training":[157],"introduce":[161],"style-coherence":[163],"loss":[164,197,212,238],"net":[165],"(SCNet),":[166],"assembles":[168],"content":[170,196],"loss,":[171,174],"new":[177,214],"designed":[178],"coherence":[179,237],"loss.":[180],"These":[181],"losses":[182],"are":[183],"computed":[184],"high-level":[187,202],"extracted":[189],"VGG-16":[193],"network.":[194],"preserve":[201],"abstract":[203],"contents":[204],"input":[207],"introduces":[213],"colors":[215],"patterns":[217,249],"image.":[221],"Instead":[222],"using":[224],"optical":[225],"flow":[226],"explicitly":[228],"redress":[229],"design":[235],"make":[240],"inherit":[244],"dynamics":[246],"motion":[248],"remove":[255],"flickering.":[257],"Extensive":[258],"subjective":[259],"objective":[261],"evaluations":[262],"various":[264],"styles":[265],"demonstrate":[266],"that":[267],"proposed":[269],"achieves":[271],"favorable":[272],"results":[273],"against":[274],"state-of-the-arts":[276],"high":[278],"efficiency.":[279]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}