{"id":"https://openalex.org/W2883891001","doi":"https://doi.org/10.1109/tmm.2019.2930041","title":"Video Storytelling: Textual Summaries for Events","display_name":"Video Storytelling: Textual Summaries for Events","publication_year":2019,"publication_date":"2019-07-22","ids":{"openalex":"https://openalex.org/W2883891001","doi":"https://doi.org/10.1109/tmm.2019.2930041","mag":"2883891001"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2019.2930041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2930041","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.09418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100608759","display_name":"Junnan Li","orcid":"https://orcid.org/0000-0002-5217-9204"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Junnan Li","raw_affiliation_strings":["Graduate School for Integrative Sciences and Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5217-9204","affiliations":[{"raw_affiliation_string":"Graduate School for Integrative Sciences and Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020006712","display_name":"Yongkang Wong","orcid":"https://orcid.org/0000-0002-1239-4428"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yongkang Wong","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1239-4428","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047419128","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0003-3054-8934"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota, Minneapolis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota, Minneapolis, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan S. Kankanhalli","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4846-2015","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100608759"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":2.0411,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.89570629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"22","issue":"2","first_page":"554","last_page":"565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9083309173583984},{"id":"https://openalex.org/keywords/storytelling","display_name":"Storytelling","score":0.6639304757118225},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.581063985824585},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5319991707801819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5211529731750488},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5189163684844971},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.48494699597358704},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.48315900564193726},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4525281488895416},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.42654645442962646},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.42268383502960205},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.418844997882843},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4154059588909149},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3974737823009491},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.39064404368400574},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35823380947113037},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33322155475616455},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.33043575286865234},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17755624651908875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9083309173583984},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.6639304757118225},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.581063985824585},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5319991707801819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5211529731750488},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5189163684844971},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.48494699597358704},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.48315900564193726},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4525281488895416},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.42654645442962646},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42268383502960205},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.418844997882843},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4154059588909149},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3974737823009491},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.39064404368400574},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35823380947113037},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33322155475616455},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.33043575286865234},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17755624651908875},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tmm.2019.2930041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2930041","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1807.09418","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.09418","pdf_url":"https://arxiv.org/pdf/1807.09418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:scholarbank.nus.edu.sg:10635/157064","is_oa":false,"landing_page_url":"https://scholarbank.nus.edu.sg/handle/10635/157064","pdf_url":null,"source":{"id":"https://openalex.org/S7407052290","display_name":"National University of Singapore","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Elements","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.09418","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.09418","pdf_url":"https://arxiv.org/pdf/1807.09418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320333169","display_name":"National Science Foundation, United Arab Emirates","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W877909479","https://openalex.org/W1484210532","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1527575280","https://openalex.org/W1566289585","https://openalex.org/W1586939924","https://openalex.org/W1596841185","https://openalex.org/W1764126038","https://openalex.org/W1811254738","https://openalex.org/W1889081078","https://openalex.org/W1904325426","https://openalex.org/W1905882502","https://openalex.org/W1924343884","https://openalex.org/W1924770834","https://openalex.org/W1956340063","https://openalex.org/W2030371206","https://openalex.org/W2062955551","https://openalex.org/W2094325573","https://openalex.org/W2109247023","https://openalex.org/W2109586012","https://openalex.org/W2115857089","https://openalex.org/W2119717200","https://openalex.org/W2120645068","https://openalex.org/W2123301721","https://openalex.org/W2139009685","https://openalex.org/W2139501017","https://openalex.org/W2147527908","https://openalex.org/W2149557440","https://openalex.org/W2153579005","https://openalex.org/W2154652894","https://openalex.org/W2176263492","https://openalex.org/W2183386595","https://openalex.org/W2194775991","https://openalex.org/W2425121537","https://openalex.org/W2508429489","https://openalex.org/W2549599535","https://openalex.org/W2559780844","https://openalex.org/W2564590796","https://openalex.org/W2603705233","https://openalex.org/W2605045867","https://openalex.org/W2612131472","https://openalex.org/W2613031639","https://openalex.org/W2613964630","https://openalex.org/W2616324828","https://openalex.org/W2739107216","https://openalex.org/W2742318416","https://openalex.org/W2753311918","https://openalex.org/W2774267535","https://openalex.org/W2798554470","https://openalex.org/W2889418103","https://openalex.org/W2890119807","https://openalex.org/W2893972119","https://openalex.org/W2896457183","https://openalex.org/W2899879331","https://openalex.org/W2949376505","https://openalex.org/W2951527505","https://openalex.org/W2951684117","https://openalex.org/W2955882737","https://openalex.org/W2962677647","https://openalex.org/W2962706528","https://openalex.org/W2962794823","https://openalex.org/W2962837596","https://openalex.org/W2962968835","https://openalex.org/W2963084599","https://openalex.org/W2963206148","https://openalex.org/W2963220254","https://openalex.org/W2963248296","https://openalex.org/W2963321993","https://openalex.org/W2963341956","https://openalex.org/W2963576560","https://openalex.org/W2963916161","https://openalex.org/W2963919999","https://openalex.org/W2964036520","https://openalex.org/W2964121744","https://openalex.org/W2964241990","https://openalex.org/W2964293202","https://openalex.org/W3087871082","https://openalex.org/W3102887392","https://openalex.org/W3103022576","https://openalex.org/W4230563027","https://openalex.org/W4253161066","https://openalex.org/W4294170691","https://openalex.org/W4299341000","https://openalex.org/W4299564160","https://openalex.org/W4379964874","https://openalex.org/W6623995992","https://openalex.org/W6628927728","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6631516269","https://openalex.org/W6635714777","https://openalex.org/W6638105372","https://openalex.org/W6638742206","https://openalex.org/W6639432524","https://openalex.org/W6640109428","https://openalex.org/W6640212811","https://openalex.org/W6676497082","https://openalex.org/W6677302653","https://openalex.org/W6678262379","https://openalex.org/W6681240974","https://openalex.org/W6682137061","https://openalex.org/W6682631176","https://openalex.org/W6682691769","https://openalex.org/W6685322675","https://openalex.org/W6686286932","https://openalex.org/W6713349023","https://openalex.org/W6730457618","https://openalex.org/W6747225742","https://openalex.org/W6753552102","https://openalex.org/W6755056596","https://openalex.org/W6755207826","https://openalex.org/W6765556000"],"related_works":["https://openalex.org/W2152921782","https://openalex.org/W382594479","https://openalex.org/W2470045054","https://openalex.org/W2575772232","https://openalex.org/W2151245229","https://openalex.org/W2140902089","https://openalex.org/W2030298461","https://openalex.org/W1510553545","https://openalex.org/W3020827637","https://openalex.org/W199086061"],"abstract_inverted_index":{"Bridging":[0],"vision":[1,11],"and":[2,12,48,67,70,108,188,201],"natural":[3],"language":[4],"is":[5,113,140,148],"a":[6,21,86,96,125,143,169],"longstanding":[7],"goal":[8],"in":[9,196],"computer":[10],"multimedia":[13],"research.":[14],"While":[15],"earlier":[16],"works":[17,28],"focus":[18],"on":[19,164],"generating":[20,46],"single-sentence":[22],"description":[23],"for":[24,51,89,119],"visual":[25],"content,":[26],"recent":[27],"have":[29,174],"studied":[30],"paragraph":[31],"generation.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36,84,94,123,173],"introduce":[37],"the":[38,62,65,68,73,81,135,153,157,165,178],"problem":[39],"of":[40,64,72,134,156,198],"video":[41,120,166],"storytelling,":[42],"which":[43,147],"aims":[44],"at":[45],"coherent":[47],"succinct":[49],"stories":[50],"long":[52],"videos.":[53],"Video":[54],"storytelling":[55],"introduces":[56],"new":[57,170],"challenges,":[58],"mainly":[59],"due":[60],"to":[61,79,102,116,128,176],"diversity":[63],"story":[66,167],"length":[69],"complexity":[71],"video.":[74],"We":[75,160,180],"propose":[76,85,124],"novel":[77],"methods":[78],"address":[80],"challenges.":[82],"First,":[83],"context-aware":[87],"framework":[88],"multimodal":[90,111],"embedding":[91,112],"learning,":[92],"where":[93],"design":[95],"residual":[97],"bidirectional":[98],"recurrent":[99],"neural":[100],"network":[101],"leverage":[103],"contextual":[104],"information":[105],"from":[106],"past":[107],"future.":[109],"The":[110,138],"then":[114],"used":[115],"retrieve":[117],"sentences":[118],"clips.":[121],"Second,":[122],"Narrator":[126,139],"model":[127],"select":[129],"clips":[130],"that":[131,172,190],"are":[132],"representative":[133],"underlying":[136],"storyline.":[137],"formulated":[141],"as":[142],"reinforcement":[144],"learning":[145],"agent,":[146],"trained":[149],"by":[150],"directly":[151],"optimizing":[152],"textual":[154],"metric":[155],"generated":[158],"story.":[159],"evaluate":[161],"our":[162,182,191],"method":[163,183,192],"dataset,":[168],"dataset":[171],"collected":[175],"enable":[177],"study.":[179,203],"compare":[181],"with":[184],"multiple":[185],"state-of-the-art":[186],"baselines":[187],"show":[189],"achieves":[193],"better":[194],"performance,":[195],"terms":[197],"quantitative":[199],"measures":[200],"user":[202]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}