{"id":"https://openalex.org/W2967593122","doi":"https://doi.org/10.1109/tpami.2019.2934852","title":"Learning Energy-Based Spatial-Temporal Generative ConvNets for Dynamic Patterns","display_name":"Learning Energy-Based Spatial-Temporal Generative ConvNets for Dynamic Patterns","publication_year":2019,"publication_date":"2019-08-14","ids":{"openalex":"https://openalex.org/W2967593122","doi":"https://doi.org/10.1109/tpami.2019.2934852","mag":"2967593122","pmid":"https://pubmed.ncbi.nlm.nih.gov/31425020"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2019.2934852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2934852","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102966958","display_name":"Jianwen Xie","orcid":"https://orcid.org/0000-0002-6818-7444"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jianwen Xie","raw_affiliation_strings":["Hikvision Research Institute, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Hikvision Research Institute, Santa Clara, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0009-0008-0876-8117"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["Department of Statistics, University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101780958","display_name":"Ying Wu","orcid":"https://orcid.org/0009-0001-6768-5118"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Nian Wu","raw_affiliation_strings":["Department of Statistics, University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102966958"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7584,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.92609991,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"43","issue":"2","first_page":"516","last_page":"531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.724613606929779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7112572193145752},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6123166680335999},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5376499891281128},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4645850956439972},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.44061148166656494},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42750898003578186},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.38153502345085144},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36692795157432556},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17538878321647644}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.724613606929779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7112572193145752},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6123166680335999},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5376499891281128},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4645850956439972},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.44061148166656494},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42750898003578186},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38153502345085144},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36692795157432556},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17538878321647644},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2019.2934852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2019.2934852","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:31425020","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31425020","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320333435","display_name":"Virginia Agricultural Experiment Station, Virginia Polytechnic Institute and State University","ror":null},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W255181480","https://openalex.org/W648143168","https://openalex.org/W1174626372","https://openalex.org/W1522734439","https://openalex.org/W1545319692","https://openalex.org/W1556724575","https://openalex.org/W1595293243","https://openalex.org/W1660533949","https://openalex.org/W1691728462","https://openalex.org/W1817184045","https://openalex.org/W1893585201","https://openalex.org/W1923404803","https://openalex.org/W1936878994","https://openalex.org/W1959608418","https://openalex.org/W1983364832","https://openalex.org/W1984469511","https://openalex.org/W1990838964","https://openalex.org/W1994616650","https://openalex.org/W1997865285","https://openalex.org/W2016053056","https://openalex.org/W2016589492","https://openalex.org/W2023443487","https://openalex.org/W2031794121","https://openalex.org/W2053380516","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2098774185","https://openalex.org/W2099471712","https://openalex.org/W2112796928","https://openalex.org/W2126174118","https://openalex.org/W2128084896","https://openalex.org/W2133665775","https://openalex.org/W2140622310","https://openalex.org/W2141200610","https://openalex.org/W2145094598","https://openalex.org/W2146966357","https://openalex.org/W2156303437","https://openalex.org/W2156477073","https://openalex.org/W2161388792","https://openalex.org/W2161914416","https://openalex.org/W2163176424","https://openalex.org/W2163605009","https://openalex.org/W2166490471","https://openalex.org/W2185528074","https://openalex.org/W2185897478","https://openalex.org/W2272361785","https://openalex.org/W2478027467","https://openalex.org/W2507009361","https://openalex.org/W2513443267","https://openalex.org/W2519766107","https://openalex.org/W2520707650","https://openalex.org/W2553594924","https://openalex.org/W2594645176","https://openalex.org/W2619947201","https://openalex.org/W2621006664","https://openalex.org/W2715612561","https://openalex.org/W2747141180","https://openalex.org/W2751127531","https://openalex.org/W2770567114","https://openalex.org/W2780786077","https://openalex.org/W2796731119","https://openalex.org/W2912155302","https://openalex.org/W2918222882","https://openalex.org/W2921071577","https://openalex.org/W2949099979","https://openalex.org/W2951523806","https://openalex.org/W2951603627","https://openalex.org/W2954040150","https://openalex.org/W2962741254","https://openalex.org/W2963092440","https://openalex.org/W2963140844","https://openalex.org/W2963303538","https://openalex.org/W2963522749","https://openalex.org/W2963524571","https://openalex.org/W2963800363","https://openalex.org/W2963846894","https://openalex.org/W2964245526","https://openalex.org/W2964335397","https://openalex.org/W2965615945","https://openalex.org/W2997574889","https://openalex.org/W4299456262","https://openalex.org/W4320013936","https://openalex.org/W6621378261","https://openalex.org/W6637412569","https://openalex.org/W6638487137","https://openalex.org/W6639118987","https://openalex.org/W6640546814","https://openalex.org/W6640963894","https://openalex.org/W6646168765","https://openalex.org/W6648182990","https://openalex.org/W6656286747","https://openalex.org/W6674884181","https://openalex.org/W6680955900","https://openalex.org/W6681096077","https://openalex.org/W6682864246","https://openalex.org/W6683595889","https://openalex.org/W6683825394","https://openalex.org/W6684191040","https://openalex.org/W6686557994","https://openalex.org/W6686869423","https://openalex.org/W6694077575","https://openalex.org/W6726983635","https://openalex.org/W6727000295","https://openalex.org/W6729814214","https://openalex.org/W6734545791","https://openalex.org/W6743606962","https://openalex.org/W6759977823","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W4387506531","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495"],"abstract_inverted_index":{"Video":[0],"sequences":[1,91,109,130,161],"contain":[2],"rich":[3],"dynamic":[4,8,45,145],"patterns,":[5],"such":[6],"as":[7],"texture":[9],"patterns":[10,20,78],"that":[11,21,32,67,99,138,150,170],"exhibit":[12],"stationarity":[13],"in":[14,24],"the":[15,54,58,88,101,111,119,124,127,132,139,156],"temporal":[16,28],"domain,":[17],"and":[18,43,57,131,173],"action":[19],"are":[22],"non-stationary":[23],"either":[25,163],"spatial":[26],"or":[27,166],"domain.":[29],"We":[30,136,147],"show":[31,137,149],"an":[33,93],"energy-based":[34],"spatial-temporal":[35,65,73,77],"generative":[36],"ConvNet":[37,66],"can":[38,84,142,176],"be":[39,85,177],"used":[40],"to":[41,75,154],"model":[42,48,83,120,157,171],"synthesize":[44,143],"patterns.":[46,146],"The":[47,82],"defines":[49],"a":[50,64],"probability":[51,60],"distribution":[52],"on":[53,123],"video":[55,90,108,129],"sequence,":[56],"log":[59],"is":[61,152],"defined":[62],"by":[63,92,95],"consists":[68],"of":[69,72,79],"multiple":[70],"layers":[71],"filters":[74],"capture":[76],"different":[80],"scales.":[81],"learned":[86,113],"from":[87,110,158],"training":[89,134,160],"\"analysis":[94],"synthesis\"":[96],"learning":[97,140,172],"algorithm":[98,141],"iterates":[100],"following":[102],"two":[103],"steps.":[104],"Step":[105,115],"1":[106],"synthesizes":[107],"currently":[112],"model.":[114],"2":[116],"then":[117],"updates":[118],"parameters":[121],"based":[122],"difference":[125],"between":[126],"synthesized":[128],"observed":[133],"sequences.":[135],"realistic":[144],"also":[148],"it":[151],"possible":[153],"learn":[155],"incomplete":[159],"with":[162],"occluded":[164],"pixels":[165],"missing":[167],"frames,":[168],"so":[169],"pattern":[174],"completion":[175],"accomplished":[178],"simultaneously.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}