{"id":"https://openalex.org/W4385269064","doi":"https://doi.org/10.1109/tmm.2023.3296944","title":"Show Me a Video: A Large-Scale Narrated Video Dataset for Coherent Story Illustration","display_name":"Show Me a Video: A Large-Scale Narrated Video Dataset for Coherent Story Illustration","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385269064","doi":"https://doi.org/10.1109/tmm.2023.3296944"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3296944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3296944","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073619093","display_name":"Yu Lu","orcid":"https://orcid.org/0000-0002-4888-4314"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Lu","raw_affiliation_strings":["CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4888-4314","affiliations":[{"raw_affiliation_string":"CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014771799","display_name":"Feiyue Ni","orcid":"https://orcid.org/0009-0001-6062-3459"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyue Ni","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-6062-3459","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016488014","display_name":"H Wang","orcid":"https://orcid.org/0000-0003-3934-0224"},"institutions":[{"id":"https://openalex.org/I4210155967","display_name":"OriginWater (China)","ror":"https://ror.org/04h7gmn81","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155967"]},{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haofan Wang","raw_affiliation_strings":["KuaiShou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3934-0224","affiliations":[{"raw_affiliation_string":"KuaiShou Technology, Beijing, China","institution_ids":["https://openalex.org/I4210155967","https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100750079","display_name":"Xiaofeng Guo","orcid":"https://orcid.org/0009-0003-8268-9736"},"institutions":[{"id":"https://openalex.org/I4210155967","display_name":"OriginWater (China)","ror":"https://ror.org/04h7gmn81","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155967"]},{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Guo","raw_affiliation_strings":["KuaiShou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-8268-9736","affiliations":[{"raw_affiliation_string":"KuaiShou Technology, Beijing, China","institution_ids":["https://openalex.org/I4210155967","https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043617790","display_name":"Linchao Zhu","orcid":"https://orcid.org/0000-0002-4093-7557"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linchao Zhu","raw_affiliation_strings":["CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4093-7557","affiliations":[{"raw_affiliation_string":"CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020316185","display_name":"Zongxin Yang","orcid":"https://orcid.org/0000-0001-8783-8313"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongxin Yang","raw_affiliation_strings":["CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8783-8313","affiliations":[{"raw_affiliation_string":"CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101505571","display_name":"Ruihua Song","orcid":"https://orcid.org/0000-0002-2163-7401"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruihua Song","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2163-7401","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011448801","display_name":"Lele Cheng","orcid":"https://orcid.org/0000-0002-4267-6063"},"institutions":[{"id":"https://openalex.org/I4210155967","display_name":"OriginWater (China)","ror":"https://ror.org/04h7gmn81","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155967"]},{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lele Cheng","raw_affiliation_strings":["KuaiShou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4267-6063","affiliations":[{"raw_affiliation_string":"KuaiShou Technology, Beijing, China","institution_ids":["https://openalex.org/I4210155967","https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0512-880X","affiliations":[{"raw_affiliation_string":"CCAI, College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8509,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.75070326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"2456","last_page":"2466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8716705441474915},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7000682353973389},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6569841504096985},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6528429388999939},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.5774285793304443},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5416964888572693},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4934476912021637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47557440400123596},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.46113288402557373},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.44061779975891113},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11068058013916016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8716705441474915},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7000682353973389},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6569841504096985},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6528429388999939},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5774285793304443},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5416964888572693},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4934476912021637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47557440400123596},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46113288402557373},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.44061779975891113},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11068058013916016},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3296944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3296944","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2473483498","display_name":null,"funder_award_id":"T2293720/T2293723","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7235758038","display_name":null,"funder_award_id":"226-2022-00051","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7426078877","display_name":null,"funder_award_id":"226-2023-00126","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7732546948","display_name":null,"funder_award_id":"226-2023-00048","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1927052826","https://openalex.org/W2425121537","https://openalex.org/W2793476612","https://openalex.org/W2797057408","https://openalex.org/W2799185021","https://openalex.org/W2883891001","https://openalex.org/W2891939431","https://openalex.org/W2900560726","https://openalex.org/W2914699769","https://openalex.org/W2954626788","https://openalex.org/W2963047368","https://openalex.org/W2963542293","https://openalex.org/W2982260486","https://openalex.org/W2984008963","https://openalex.org/W3035524453","https://openalex.org/W3035635319","https://openalex.org/W3087858202","https://openalex.org/W3087871082","https://openalex.org/W3097777922","https://openalex.org/W3098341861","https://openalex.org/W3103668594","https://openalex.org/W3104780697","https://openalex.org/W3107806026","https://openalex.org/W3128990302","https://openalex.org/W3184970013","https://openalex.org/W3197804339","https://openalex.org/W4205474609","https://openalex.org/W4285606530","https://openalex.org/W4294691145","https://openalex.org/W4304098905","https://openalex.org/W4312721788","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6753507521","https://openalex.org/W6755207826","https://openalex.org/W6783441721","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6801013943"],"related_works":["https://openalex.org/W2348886128","https://openalex.org/W2388067091","https://openalex.org/W2367656648","https://openalex.org/W2350200549","https://openalex.org/W2362132076","https://openalex.org/W2965396777","https://openalex.org/W2389168924","https://openalex.org/W2067294484","https://openalex.org/W4280593102","https://openalex.org/W2170000670"],"abstract_inverted_index":{"Illustrating":[0],"a":[1,8,29,33,37,67,80],"multi-sentence":[2,39],"story":[3,40,57,68],"with":[4,32,41,69,95],"visual":[5],"content":[6],"is":[7],"significant":[9],"challenge":[10],"in":[11,87,124],"multimedia":[12],"research.":[13],"While":[14],"previous":[15],"works":[16],"have":[17],"focused":[18],"on":[19,61],"sequential":[20],"story-to-visual":[21],"representations":[22],"at":[23,166],"the":[24,53,62,106,118,133],"image":[25],"level":[26],"or":[27],"representing":[28],"single":[30],"sentence":[31],"video":[34,71,85,154],"clip,":[35],"illustrating":[36,66],"long":[38],"coherent":[42,84,153],"videos":[43],"remains":[44],"an":[45],"under-explored":[46],"area.":[47],"In":[48,139],"this":[49,75],"paper,":[50],"we":[51,77,131],"propose":[52,105],"task":[54],"of":[55,64,83,91,98,135],"video-based":[56],"illustration":[58],"that":[59,148],"focuses":[60],"goal":[63],"visually":[65],"retrieved":[70],"clips.":[72],"To":[73],"support":[74],"task,":[76],"first":[78],"create":[79],"large-scale":[81],"dataset":[82,159],"stories":[86,94],"each":[88],"sample,":[89],"consisting":[90],"85K":[92],"narrative":[93],"60":[96],"pairs":[97],"consistent":[99],"clips":[100],"and":[101,113,143,160],"texts.":[102],"We":[103],"then":[104],"Story":[107],"Context-Enhanced":[108],"Model,":[109],"which":[110],"leverages":[111],"local":[112],"global":[114],"contextual":[115],"information":[116],"within":[117],"story,":[119],"inspired":[120],"by":[121],"sequence":[122],"modeling":[123],"language":[125],"understanding.":[126],"Through":[127],"comprehensive":[128],"quantitative":[129],"experiments,":[130],"demonstrate":[132],"effectiveness":[134],"our":[136,149],"baseline":[137],"model.":[138],"addition,":[140],"qualitative":[141],"results":[142],"detailed":[144],"user":[145],"studies":[146],"reveal":[147],"method":[150],"can":[151],"retrieve":[152],"sequences":[155],"from":[156],"stories.":[157],"The":[158],"code":[161],"will":[162],"be":[163],"made":[164],"publicly":[165],"<uri":[167],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://nfy-dot.github.io/CVSV-dataset/</uri>":[169],".":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}