{"id":"https://openalex.org/W2996880115","doi":"https://doi.org/10.1145/3386569.3392457","title":"Learning temporal coherence via self-supervision for GAN-based video generation","display_name":"Learning temporal coherence via self-supervision for GAN-based video generation","publication_year":2020,"publication_date":"2020-08-12","ids":{"openalex":"https://openalex.org/W2996880115","doi":"https://doi.org/10.1145/3386569.3392457","mag":"2996880115"},"language":"en","primary_location":{"id":"doi:10.1145/3386569.3392457","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3386569.3392457","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1811.09393","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mengyu Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mengyu Chu","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"You Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"You Xie","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jonas Mayer","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Mayer","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Laura Leal-Taix\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Laura Leal-Taix\u00e9","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":null,"display_name":"Nils Thuerey","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nils Thuerey","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":7.6065,"has_fulltext":false,"cited_by_count":188,"citation_normalized_percentile":{"value":0.98190366,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"39","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6507999897003174},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5486999750137329},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5371999740600586},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.49790000915527344},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4472000002861023},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.423799991607666},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4000000059604645},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.35989999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8046000003814697},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6507999897003174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6378999948501587},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5486999750137329},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.49790000915527344},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4472000002861023},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.35989999771118164},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3231000006198883},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.296099990606308},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.25699999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3386569.3392457","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3386569.3392457","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1811.09393","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.09393","pdf_url":"https://arxiv.org/pdf/1811.09393","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1811.09393","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.09393","pdf_url":"https://arxiv.org/pdf/1811.09393","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5676217484","display_name":null,"funder_award_id":"realFlow (StG- 2015-637014)","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"}],"funders":[{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1981990039","https://openalex.org/W2210480155","https://openalex.org/W2242218935","https://openalex.org/W2331128040","https://openalex.org/W2344328033","https://openalex.org/W2476548250","https://openalex.org/W2557227117","https://openalex.org/W2593414223","https://openalex.org/W2603351312","https://openalex.org/W2731516742","https://openalex.org/W2737423964","https://openalex.org/W2763110165","https://openalex.org/W2768814045","https://openalex.org/W2781335552","https://openalex.org/W2798581339","https://openalex.org/W2798664922","https://openalex.org/W2809383320","https://openalex.org/W2809852002","https://openalex.org/W2809900749","https://openalex.org/W2923834406","https://openalex.org/W2943832862","https://openalex.org/W2945704673","https://openalex.org/W2956900569","https://openalex.org/W2961222043","https://openalex.org/W2962793481","https://openalex.org/W2963037581","https://openalex.org/W2963329659","https://openalex.org/W2963470893","https://openalex.org/W2964128214","https://openalex.org/W2964700958","https://openalex.org/W2965669158","https://openalex.org/W2966926453","https://openalex.org/W2967043539","https://openalex.org/W2969552583","https://openalex.org/W2979841973","https://openalex.org/W2983810994"],"related_works":[],"abstract_inverted_index":{"Our":[0],"work":[1],"explores":[2],"temporal":[3,22,33,117,142,178],"self-supervision":[4],"for":[5,17,37],"GAN-based":[6],"video":[7,42,46,84],"generation":[8,39],"tasks.":[9],"While":[10],"adversarial":[11,63,118],"training":[12],"successfully":[13],"yields":[14],"generative":[15],"models":[16],"a":[18,107,134,160],"variety":[19],"of":[20,79,163,176,182],"areas,":[21],"relationships":[23],"in":[24],"the":[25,49,89,140,168,173,177,186],"generated":[26],"data":[27],"are":[28,35,197],"much":[29],"less":[30],"explored.":[31],"Natural":[32],"changes":[34],"crucial":[36],"sequential":[38],"tasks,":[40,113],"e.g.":[41],"super-resolution":[43],"and":[44,105,195],"unpaired":[45,83],"translation.":[47],"For":[48,82,111],"former,":[50],"state-of-the-art":[51],"methods":[52],"often":[53],"favor":[54],"simpler":[55],"norm":[56],"losses":[57],"such":[58],"as":[59,170,172],"L":[60],"2":[61],"over":[62],"training.":[64],"However,":[65],"their":[66],"averaging":[67],"nature":[68],"easily":[69],"leads":[70],"to":[71,92,122,138,165],"temporally":[72,108,124,152],"smooth":[73],"results":[74,196],"with":[75,189],"an":[76],"undesirable":[77],"lack":[78],"spatial":[80,129],"detail.":[81,130],"translation,":[85],"existing":[86],"approaches":[87],"modify":[88],"generator":[90],"networks":[91,148],"form":[93],"spatio-temporal":[94],"cycle":[95],"consistencies.":[96],"In":[97],"contrast,":[98],"we":[99,114,158],"focus":[100],"on":[101],"improving":[102],"learning":[103,119],"objectives":[104],"propose":[106,133,159],"self-supervised":[109],"algorithm.":[110],"both":[112],"show":[115],"that":[116],"is":[120],"key":[121],"achieving":[123],"coherent":[125],"solutions":[126],"without":[127,153],"sacrificing":[128],"We":[131],"also":[132],"novel":[135],"Ping-Pong":[136],"loss":[137],"improve":[139],"long-term":[141],"consistency.":[143],"It":[144],"effectively":[145],"prevents":[146],"recurrent":[147],"from":[149],"accumulating":[150],"artifacts":[151],"depressing":[154],"detailed":[155],"features.":[156],"Additionally,":[157],"first":[161],"set":[162],"metrics":[164],"quantitatively":[166],"evaluate":[167],"accuracy":[169],"well":[171],"perceptual":[174],"quality":[175],"evolution.":[179],"A":[180],"series":[181],"user":[183],"studies":[184],"confirm":[185],"rankings":[187],"computed":[188],"these":[190],"metrics.":[191],"Code,":[192],"data,":[193],"models,":[194],"provided":[198],"at":[199],"https://github.com/thunil/TecoGAN.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2020-01-10T00:00:00"}
