{"id":"https://openalex.org/W3014195143","doi":"https://doi.org/10.1109/tip.2020.2983567","title":"STC-GAN: Spatio-Temporally Coupled Generative Adversarial Networks for Predictive Scene Parsing","display_name":"STC-GAN: Spatio-Temporally Coupled Generative Adversarial Networks for Predictive Scene Parsing","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3014195143","doi":"https://doi.org/10.1109/tip.2020.2983567","mag":"3014195143","pmid":"https://pubmed.ncbi.nlm.nih.gov/32248106"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.2983567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2983567","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/279798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103041611","display_name":"Mengshi Qi","orcid":"https://orcid.org/0000-0002-6955-6635"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH","CN"],"is_corresponding":true,"raw_author_name":"Mengshi Qi","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China","Computer Vision Laboratory, \u00c9cole polytechnique f\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Computer Vision Laboratory, \u00c9cole polytechnique f\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398953","display_name":"Yunhong Wang","orcid":"https://orcid.org/0000-0001-8001-2703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhong Wang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012121355","display_name":"Annan Li","orcid":"https://orcid.org/0000-0003-3497-5052"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Annan Li","raw_affiliation_strings":["Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103041611"],"corresponding_institution_ids":["https://openalex.org/I5124864","https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":2.7483,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.91951938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"5420","last_page":"5430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8502455949783325},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7636165022850037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7110109329223633},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6326018571853638},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5354998111724854},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5218321681022644},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4993324279785156},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4807467460632324},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4744977653026581},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4533689022064209},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4203374683856964},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.399300754070282},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36837664246559143},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1060037910938263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8502455949783325},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7636165022850037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7110109329223633},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6326018571853638},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5354998111724854},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5218321681022644},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4993324279785156},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4807467460632324},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4744977653026581},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4533689022064209},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4203374683856964},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.399300754070282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36837664246559143},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1060037910938263},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2020.2983567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2983567","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:32248106","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32248106","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:279798","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/279798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:279798","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/279798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321125","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W360623563","https://openalex.org/W648143168","https://openalex.org/W1485009520","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1913356549","https://openalex.org/W1951289974","https://openalex.org/W2099471712","https://openalex.org/W2126552603","https://openalex.org/W2141200610","https://openalex.org/W2173520492","https://openalex.org/W2194775991","https://openalex.org/W2204696980","https://openalex.org/W2296478878","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2461677039","https://openalex.org/W2508741746","https://openalex.org/W2518934810","https://openalex.org/W2519536754","https://openalex.org/W2521028896","https://openalex.org/W2559823555","https://openalex.org/W2560023338","https://openalex.org/W2562457735","https://openalex.org/W2563705555","https://openalex.org/W2601686579","https://openalex.org/W2615413256","https://openalex.org/W2630837129","https://openalex.org/W2753614144","https://openalex.org/W2804423643","https://openalex.org/W2808493349","https://openalex.org/W2883706473","https://openalex.org/W2884490794","https://openalex.org/W2944270177","https://openalex.org/W2951523806","https://openalex.org/W2952595815","https://openalex.org/W2962815021","https://openalex.org/W2962984860","https://openalex.org/W2963019093","https://openalex.org/W2963108253","https://openalex.org/W2963125871","https://openalex.org/W2963176324","https://openalex.org/W2963373786","https://openalex.org/W2963420272","https://openalex.org/W2963445119","https://openalex.org/W2963601622","https://openalex.org/W2963660470","https://openalex.org/W2963684088","https://openalex.org/W2963784072","https://openalex.org/W2963840672","https://openalex.org/W2963881378","https://openalex.org/W2963917006","https://openalex.org/W2964118293","https://openalex.org/W2964121744","https://openalex.org/W2964191454","https://openalex.org/W2964254867","https://openalex.org/W2964309882","https://openalex.org/W2965191446","https://openalex.org/W2971974407","https://openalex.org/W4289751533","https://openalex.org/W4290996441","https://openalex.org/W4297772798","https://openalex.org/W4320013936","https://openalex.org/W6612134913","https://openalex.org/W6621378261","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6685352114","https://openalex.org/W6691096134","https://openalex.org/W6696085341","https://openalex.org/W6718379498","https://openalex.org/W6720691552","https://openalex.org/W6725519663","https://openalex.org/W6727501944","https://openalex.org/W6738465933","https://openalex.org/W6739696289","https://openalex.org/W6744456098","https://openalex.org/W6748481559","https://openalex.org/W6751495871","https://openalex.org/W6752643364","https://openalex.org/W6753322490","https://openalex.org/W6766340966","https://openalex.org/W6767388253","https://openalex.org/W6841467904"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W3203142394","https://openalex.org/W4390516098","https://openalex.org/W579810227","https://openalex.org/W2161474341","https://openalex.org/W4302615923","https://openalex.org/W2181948922","https://openalex.org/W2952780262","https://openalex.org/W2979495269","https://openalex.org/W1974101135"],"abstract_inverted_index":{"Predictive":[0],"scene":[1,56,80,158],"parsing":[2,57,159],"is":[3,49,130,165],"a":[4,12,16,68,127],"task":[5],"of":[6,15,44,100],"assigning":[7],"pixellevel":[8],"semantic":[9,42,106],"labels":[10],"to":[11,53,167],"future":[13,55,152],"frame":[14,153],"video.":[17],"It":[18],"has":[19,36],"many":[20],"applications":[21],"in":[22,41,94,146],"vision-based":[23],"artificial":[24],"intelligent":[25],"systems,":[26],"e.g.,":[27],"autonomous":[28],"driving":[29],"and":[30,46,88,105,142,156,186],"robot":[31],"navigation.":[32],"Although":[33],"previous":[34],"work":[35],"shown":[37],"its":[38],"promising":[39],"performance":[40],"segmentation":[43],"images":[45],"videos,":[47],"it":[48],"still":[50],"quite":[51],"challenging":[52],"anticipate":[54],"with":[58],"limited":[59],"annotated":[60],"training":[61,136],"data.":[62,174],"In":[63],"this":[64],"paper,":[65],"we":[66],"propose":[67],"novel":[69],"model":[70,155],"called":[71],"STC-GAN,":[72,101],"Spatio-Temporally":[73],"Coupled":[74],"Generative":[75],"Adversarial":[76],"Networks":[77],"for":[78,132],"predictive":[79,157],"parsing,":[81],"which":[82],"employ":[83],"both":[84,102],"convolutional":[85,89],"neural":[86],"networks":[87],"long":[90],"short-term":[91],"memory":[92],"(LSTM)":[93],"the":[95,112,122,138,151,162,195],"encoderdecoder":[96],"architecture.":[97],"By":[98],"virtue":[99],"spatial":[103,113],"layout":[104],"context":[107],"can":[108],"be":[109],"captured":[110],"by":[111,121],"encoder":[114,124],"effectively,":[115],"while":[116],"motion":[117],"dynamics":[118],"are":[119,140,144],"extracted":[120],"temporal":[123],"accurately.":[125],"Furthermore,":[126],"coupled":[128],"architecture":[129],"presented":[131],"establishing":[133],"joint":[134],"adversarial":[135],"where":[137],"weights":[139],"shared":[141],"features":[143,170],"transformed":[145],"an":[147],"adaptive":[148],"fashion":[149],"between":[150],"generation":[154],"model.":[160],"Consequently,":[161],"proposed":[163,178],"STCGAN":[164],"able":[166],"learn":[168],"valuable":[169],"from":[171],"unlabeled":[172],"video":[173],"We":[175],"evaluate":[176],"our":[177,192],"STC-GAN":[179],"on":[180],"two":[181],"public":[182],"datasets,":[183],"i.e.,":[184],"Cityscapes":[185],"CamVid.":[187],"Experimental":[188],"results":[189],"demonstrate":[190],"that":[191],"method":[193],"outperforms":[194],"state-of-the-art.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}