{"id":"https://openalex.org/W4225985623","doi":"https://doi.org/10.1109/tmm.2022.3157993","title":"Abstractive Summarization for Video: A Revisit in Multistage Fusion Network With Forget Gate","display_name":"Abstractive Summarization for Video: A Revisit in Multistage Fusion Network With Forget Gate","publication_year":2022,"publication_date":"2022-03-09","ids":{"openalex":"https://openalex.org/W4225985623","doi":"https://doi.org/10.1109/tmm.2022.3157993"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3157993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3157993","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018985705","display_name":"Nayu Liu","orcid":"https://orcid.org/0000-0002-7664-9856"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nayu Liu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005905514","display_name":"Xian Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Sun","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006720439","display_name":"Hongfeng Yu","orcid":"https://orcid.org/0000-0002-8138-1372"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfeng Yu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075545191","display_name":"Fanglong Yao","orcid":"https://orcid.org/0000-0003-4187-9755"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanglong Yao","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057853630","display_name":"Guangluan Xu","orcid":"https://orcid.org/0000-0003-3529-593X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangluan Xu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112365916","display_name":"Kun Fu","orcid":"https://orcid.org/0000-0002-0450-6469"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Fu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System Technology (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018985705"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.3789,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88531036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"3296","last_page":"3310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7741341590881348},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7497528791427612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5260864496231079},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.49760106205940247},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.46708986163139343},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.44464391469955444},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41448357701301575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741341590881348},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7497528791427612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5260864496231079},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49760106205940247},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.46708986163139343},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.44464391469955444},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41448357701301575}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3157993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3157993","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W1956340063","https://openalex.org/W2026012689","https://openalex.org/W2060724430","https://openalex.org/W2074051546","https://openalex.org/W2093541376","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2139501017","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2259890326","https://openalex.org/W2365919995","https://openalex.org/W2461084364","https://openalex.org/W2525778437","https://openalex.org/W2547411571","https://openalex.org/W2606974598","https://openalex.org/W2619947201","https://openalex.org/W2620504226","https://openalex.org/W2759570332","https://openalex.org/W2808413133","https://openalex.org/W2832876791","https://openalex.org/W2890721473","https://openalex.org/W2891444075","https://openalex.org/W2899274165","https://openalex.org/W2953104586","https://openalex.org/W2962934715","https://openalex.org/W2962965405","https://openalex.org/W2962972512","https://openalex.org/W2963351113","https://openalex.org/W2963407669","https://openalex.org/W2964241990","https://openalex.org/W2970419734","https://openalex.org/W2996264288","https://openalex.org/W2997326549","https://openalex.org/W3017004831","https://openalex.org/W3033740891","https://openalex.org/W3083405884","https://openalex.org/W3103670612","https://openalex.org/W3104210310","https://openalex.org/W3159589496","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6678262379","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6727690538","https://openalex.org/W6739901393","https://openalex.org/W6755559483","https://openalex.org/W6771915120","https://openalex.org/W6780226713","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W1517524280","https://openalex.org/W4389760904","https://openalex.org/W4381248170","https://openalex.org/W3189621521"],"abstract_inverted_index":{"Multimodal":[0],"abstractive":[1],"summarization":[2],"for":[3],"videos":[4],"is":[5,24,126],"an":[6],"emerging":[7],"task":[8,125],"that":[9,119],"aims":[10],"to":[11,26,31,45,106,170,207],"generate":[12],"a":[13,62,101,198],"summary":[14,136],"from":[15,40],"multi-source":[16,85,114],"information":[17,35,86],"(i.e.,":[18],"video,":[19],"audio":[20],"transcript).":[21],"The":[22],"challenge":[23],"how":[25],"merge":[27],"multimodal":[28,110,192],"long":[29,115,167],"sequences":[30],"capture":[32],"rich":[33],"semantic":[34],"without":[36],"allowing":[37],"possible":[38],"noise":[39,111],"either":[41],"lengthy":[42,127],"modal":[43],"sequence":[44],"degrade":[46],"the":[47,53,58,88,108,120,130,134,140,144,161,166,172,175,187,190],"other":[48],"modality":[49],"and":[50,92,99,128,147,164,183,214],"thus":[51],"hurt":[52],"entire":[54],"model.":[55],"To":[56],"address":[57],"issues,":[59],"we":[60,138,196],"propose":[61,149],"<bold":[63,67,73,77],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[64,68,74,78],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">m</b>":[65],"ultistage":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">f</b>":[69,75],"usion":[70],"network":[71,154],"with":[72,155],"orget":[76],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">g</b>":[79],"ate":[80],"(MFFG),":[81],"which":[82,159],"selectively":[83],"integrates":[84],"through":[87],"cross-fusion":[89],"in":[90,95,123],"encoding":[91],"hierarchical":[93],"fusion":[94,102,153,162,193],"decoding":[96],"between":[97],"modalities,":[98],"design":[100],"forget":[103,156],"gate":[104,157],"module":[105],"suppress":[107],"potential":[109],"flow":[112],"of":[113,143,174,189,200,204,220],"sequence.":[116],"Meanwhile,":[117],"considering":[118],"source":[121,168],"text":[122,169],"this":[124],"has":[129],"same":[131],"distribution":[132],"as":[133],"output":[135],"text,":[137],"inherit":[139],"partial":[141],"structure":[142],"MFFG":[145],"model":[146,209],"again":[148],"its":[150],"variant,":[151],"single-stage":[152],"(SFFG),":[158],"simplifies":[160],"schema,":[163],"leverages":[165],"enhance":[171],"representation":[173],"target":[176],"summary.":[177],"Experimental":[178],"results":[179,216],"on":[180],"How2":[181,205],"dataset":[182,185,206],"How2-300":[184],"demonstrate":[186],"superiority":[188],"two":[191],"methods.":[194],"Further,":[195],"provide":[197],"version":[199],"ASR":[201],"transcription":[202],"data":[203],"evaluate":[208],"performance":[210],"under":[211],"noisy":[212],"scenarios,":[213],"experimental":[215],"show":[217],"obvious":[218],"advantages":[219],"our":[221],"proposed":[222],"models":[223],"over":[224],"prior":[225],"systems.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}