{"id":"https://openalex.org/W4390492161","doi":"https://doi.org/10.1109/tcsvt.2023.3349130","title":"Optical Flow-Based Spatiotemporal Sketch for Video Representation: A Novel Framework","display_name":"Optical Flow-Based Spatiotemporal Sketch for Video Representation: A Novel Framework","publication_year":2024,"publication_date":"2024-01-02","ids":{"openalex":"https://openalex.org/W4390492161","doi":"https://doi.org/10.1109/tcsvt.2023.3349130"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3349130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3349130","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024388875","display_name":"Qiyuan Du","orcid":"https://orcid.org/0000-0003-3966-080X"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiyuan Du","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025137837","display_name":"Yiping Duan","orcid":"https://orcid.org/0000-0001-9638-7112"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiping Duan","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112098283","display_name":"Zhipeng Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Xie","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101459082","display_name":"Xiaoming Tao","orcid":"https://orcid.org/0000-0002-8763-9338"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Tao","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101287089","display_name":"Linsu Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linsu Shi","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100931991","display_name":"Zhijuan Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhijuan Jin","raw_affiliation_strings":["China Tower Corporation Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Tower Corporation Ltd., Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024388875"],"corresponding_institution_ids":["https://openalex.org/I4210156423","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.9943,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86656637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"8","first_page":"6963","last_page":"6977"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8941563367843628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8791344165802002},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6579418182373047},{"id":"https://openalex.org/keywords/sketch-recognition","display_name":"Sketch recognition","score":0.597533106803894},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5107345581054688},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.5096538066864014},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4463019371032715},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4393545389175415},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43595969676971436},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42793336510658264},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.419653058052063},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4143292307853699},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14650768041610718},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.1040935218334198}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8941563367843628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8791344165802002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6579418182373047},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.597533106803894},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5107345581054688},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.5096538066864014},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4463019371032715},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4393545389175415},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43595969676971436},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42793336510658264},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.419653058052063},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4143292307853699},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14650768041610718},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.1040935218334198},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3349130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3349130","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1582690601","https://openalex.org/W1972420097","https://openalex.org/W1981902088","https://openalex.org/W1981934656","https://openalex.org/W2007454548","https://openalex.org/W2017293771","https://openalex.org/W2107342015","https://openalex.org/W2112617340","https://openalex.org/W2129587342","https://openalex.org/W2145023731","https://openalex.org/W2147344024","https://openalex.org/W2148953314","https://openalex.org/W2158315003","https://openalex.org/W2294791648","https://openalex.org/W2326588846","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2560474170","https://openalex.org/W2761287863","https://openalex.org/W2769654144","https://openalex.org/W2884414611","https://openalex.org/W2890110575","https://openalex.org/W2915260409","https://openalex.org/W2962785568","https://openalex.org/W2963561004","https://openalex.org/W2969260367","https://openalex.org/W3002745024","https://openalex.org/W3035035925","https://openalex.org/W3035124078","https://openalex.org/W3036435328","https://openalex.org/W3094502228","https://openalex.org/W3096831136","https://openalex.org/W3101531460","https://openalex.org/W3102015846","https://openalex.org/W3107593830","https://openalex.org/W3140060010","https://openalex.org/W3180770160","https://openalex.org/W4205588087","https://openalex.org/W4285483958","https://openalex.org/W4312051474","https://openalex.org/W4312774595","https://openalex.org/W4312933868","https://openalex.org/W4313144683","https://openalex.org/W4313350220","https://openalex.org/W4320912725","https://openalex.org/W4323338350","https://openalex.org/W4360995494","https://openalex.org/W4366352717","https://openalex.org/W4384703227","https://openalex.org/W4386065808","https://openalex.org/W4386066385","https://openalex.org/W6736562241","https://openalex.org/W6746951097","https://openalex.org/W6753914649","https://openalex.org/W6765779288","https://openalex.org/W6802036239"],"related_works":["https://openalex.org/W2294900353","https://openalex.org/W2151314278","https://openalex.org/W2411243951","https://openalex.org/W1971224820","https://openalex.org/W13629514","https://openalex.org/W2963977451","https://openalex.org/W2098836165","https://openalex.org/W1976890290","https://openalex.org/W1573697454","https://openalex.org/W2966897482"],"abstract_inverted_index":{"With":[0],"the":[1,8,48,117,128,137,146,158,161],"rapid":[2],"development":[3],"of":[4,11,25,36,51,136,160],"multimedia":[5,27],"services":[6],"and":[7,18,42,71,75,92,94,122,133,187,193],"dramatic":[9],"growth":[10],"video":[12,16,43,84,181,191,204],"data":[13],"volume,":[14],"efficient":[15,190],"representation":[17,59],"AI-generated":[19],"content":[20],"(AIGC)":[21],"become":[22],"critical":[23],"parts":[24],"future":[26],"communication":[28,64,100,182],"systems.":[29,101],"Sketch":[30],"graph":[31,45],"is":[32],"a":[33,55,77,104],"structured":[34],"abstraction":[35],"key":[37],"textures":[38],"in":[39,63,184],"an":[40],"image,":[41],"sketch":[44,85,109,120],"further":[46],"exploits":[47],"temporal":[49,134],"continuity":[50],"videos":[52,141],"to":[53,98,151,180],"achieve":[54,189],"sparse":[56,123],"representation.":[57],"Sketch-based":[58],"has":[60],"potential":[61],"applications":[62],"systems":[65],"for":[66,80,107,203],"both":[67],"human":[68,90],"subjective":[69],"perception":[70],"machine":[72,153],"vision":[73,154],"tasks,":[74],"provides":[76],"new":[78],"idea":[79],"AIGC.":[81],"However,":[82],"current":[83],"extraction":[86,110,121],"methods":[87],"rely":[88],"on":[89,112,164],"assistance":[91],"correction,":[93],"cannot":[95],"be":[96,177],"applied":[97,150],"end-to-end":[99,178,201],"We":[102,156],"design":[103],"novel":[105],"framework":[106,175],"spatiotemporal":[108],"based":[111],"deep":[113],"learning":[114],"methods.":[115],"In":[116],"proposed":[118,162,174,197],"framework,":[119],"coding":[124],"are":[125,142],"performed":[126],"at":[127,145],"sender":[129],"side":[130,148],"using":[131],"structural":[132],"features":[135],"video.":[138],"The":[139],"original":[140],"generatively":[143],"reconstructed":[144],"receiver":[147],"or":[149],"downstream":[152],"tasks.":[155],"validate":[157],"performance":[159],"method":[163,198],"Cityscapes":[165],"dataset":[166],"with":[167],"different":[168,185],"metrics.":[169],"Experiments":[170],"show":[171],"that":[172],"our":[173,196],"can":[176,188],"adapted":[179],"tasks":[183],"scenarios":[186],"characterization":[192],"transmission.":[194],"Moreover,":[195],"enables":[199],"sketch-based":[200],"AIGC":[202],"generation.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}