{"id":"https://openalex.org/W3150815828","doi":"https://doi.org/10.1109/tpami.2021.3072117","title":"Reconstructive Sequence-Graph Network for Video Summarization","display_name":"Reconstructive Sequence-Graph Network for Video Summarization","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3150815828","doi":"https://doi.org/10.1109/tpami.2021.3072117","mag":"3150815828","pmid":"https://pubmed.ncbi.nlm.nih.gov/33835915"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3072117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3072117","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.04066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101496244","display_name":"Bin Zhao","orcid":"https://orcid.org/0000-0002-0294-8538"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Zhao","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University, 26487 Xi'an, Shaanxi, China, (e-mail: binzhao111@gmail.com)"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University, 26487 Xi'an, Shaanxi, China, (e-mail: binzhao111@gmail.com)","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101639297","display_name":"Haopeng Li","orcid":"https://orcid.org/0000-0001-8175-5381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haopeng Li","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Xi'an, Shaanxi, China, (e-mail: hplee@mail.nwpu.edu.cn)"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Xi'an, Shaanxi, China, (e-mail: hplee@mail.nwpu.edu.cn)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018824735","display_name":"Xiaoqiang Lu","orcid":"https://orcid.org/0000-0002-7037-5188"},"institutions":[{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Lu","raw_affiliation_strings":["Key Laboratory of Spectral Imaging Technology, Chinese Academy of Sciences, Xi'an, Shaanxi, China, (e-mail: luxq666666@gmail.com)"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Spectral Imaging Technology, Chinese Academy of Sciences, Xi'an, Shaanxi, China, (e-mail: luxq666666@gmail.com)","institution_ids":["https://openalex.org/I4210144662","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106943753","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University, 26487 Xi'an, Shaanxi, China, (e-mail: xuelong_li@nwpu.edu.cn)"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Optics and Electronics (iOPEN), Northwestern Polytechnical University, 26487 Xi'an, Shaanxi, China, (e-mail: xuelong_li@nwpu.edu.cn)","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101496244"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":9.7855,"has_fulltext":false,"cited_by_count":124,"citation_normalized_percentile":{"value":0.98714624,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"44","issue":"5","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9542080163955688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8246341347694397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.626602053642273},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.619497537612915},{"id":"https://openalex.org/keywords/attention-network","display_name":"Attention network","score":0.552981972694397},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5218690633773804},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.46070021390914917},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4582383632659912},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.44299793243408203},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4352011978626251},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4225325584411621},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4146007001399994},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34964853525161743},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.332284152507782},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3031386137008667},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.26759016513824463}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9542080163955688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8246341347694397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.626602053642273},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.619497537612915},{"id":"https://openalex.org/C2993807640","wikidata":"https://www.wikidata.org/wiki/Q103709453","display_name":"Attention network","level":2,"score":0.552981972694397},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5218690633773804},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46070021390914917},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4582383632659912},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.44299793243408203},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4352011978626251},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4225325584411621},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4146007001399994},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34964853525161743},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.332284152507782},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3031386137008667},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26759016513824463},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2021.3072117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3072117","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33835915","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33835915","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2105.04066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.04066","pdf_url":"https://arxiv.org/pdf/2105.04066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.04066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.04066","pdf_url":"https://arxiv.org/pdf/2105.04066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1904325426","https://openalex.org/W1924343884","https://openalex.org/W1926243429","https://openalex.org/W1966872876","https://openalex.org/W1987366351","https://openalex.org/W2032342062","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2105174364","https://openalex.org/W2106229755","https://openalex.org/W2109152179","https://openalex.org/W2111494488","https://openalex.org/W2115857089","https://openalex.org/W2119717200","https://openalex.org/W2120645068","https://openalex.org/W2129291408","https://openalex.org/W2134577448","https://openalex.org/W2139009685","https://openalex.org/W2139501017","https://openalex.org/W2215880066","https://openalex.org/W2402902088","https://openalex.org/W2511171064","https://openalex.org/W2519887557","https://openalex.org/W2529272619","https://openalex.org/W2605100742","https://openalex.org/W2607326921","https://openalex.org/W2737677090","https://openalex.org/W2738241947","https://openalex.org/W2766630207","https://openalex.org/W2781922022","https://openalex.org/W2798970487","https://openalex.org/W2804194431","https://openalex.org/W2895758197","https://openalex.org/W2898734514","https://openalex.org/W2900041539","https://openalex.org/W2902616437","https://openalex.org/W2912317488","https://openalex.org/W2922340345","https://openalex.org/W2948359136","https://openalex.org/W2963015915","https://openalex.org/W2963091558","https://openalex.org/W2963220254","https://openalex.org/W2963319519","https://openalex.org/W2963322247","https://openalex.org/W2963508075","https://openalex.org/W2963843052","https://openalex.org/W2963919999","https://openalex.org/W2963969878","https://openalex.org/W2964015378","https://openalex.org/W2964158702","https://openalex.org/W2964335490","https://openalex.org/W2967219836","https://openalex.org/W2986407524","https://openalex.org/W2987425933","https://openalex.org/W2994525750","https://openalex.org/W3016201367","https://openalex.org/W3017004831","https://openalex.org/W3025569967","https://openalex.org/W3045623285","https://openalex.org/W3099904761","https://openalex.org/W3163043598","https://openalex.org/W4230563027","https://openalex.org/W4246193833","https://openalex.org/W4287997238","https://openalex.org/W4288335182","https://openalex.org/W6676302953","https://openalex.org/W6677302653","https://openalex.org/W6726873649","https://openalex.org/W6756103864","https://openalex.org/W6756644646","https://openalex.org/W6763171163"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W1517524280","https://openalex.org/W4323520239"],"abstract_inverted_index":{"Exploiting":[0],"the":[1,19,34,47,59,74,85,94,110,120,131,137,143,150,164,169,181,191,196,202,210,224,231],"inner-shot":[2],"and":[3,68,87,112,116,130,152,206,220],"inter-shot":[4],"dependencies":[5,45,49,89,122,133,154],"is":[6,37,160],"essential":[7],"for":[8,92],"key-shot":[9],"based":[10],"video":[11,20,95,187,204],"summarization.":[12,188],"Current":[13],"approaches":[14],"mainly":[15],"devote":[16],"to":[17,108,162,230],"modeling":[18],"as":[21,114],"a":[22,65,103,158],"frame":[23],"sequence":[24,35,115],"by":[25,98,125,136,147],"recurrent":[26],"neural":[27],"networks.":[28],"However,":[29],"one":[30],"potential":[31],"limitation":[32],"of":[33,183,193,226],"models":[36],"that":[38,168],"they":[39],"focus":[40],"on":[41,213],"capturing":[42],"local":[43,86,151],"neighborhood":[44],"while":[46],"high-order":[48],"in":[50,61,174,186],"long":[51,126],"distance":[52],"are":[53,90,123,134,145],"not":[54],"fully":[55],"exploited.":[56],"In":[57,81],"general,":[58],"frames":[60,111],"each":[62],"shot":[63],"record":[64],"certain":[66],"activity":[67],"vary":[69],"smoothly":[70],"over":[71],"time,":[72],"but":[73],"multi-hop":[75],"relationships":[76],"occur":[77],"frequently":[78],"among":[79,155],"shots.":[80,156],"this":[82,99],"case,":[83],"both":[84,149],"global":[88,153],"important":[91],"understanding":[93],"content.":[96],"Motivated":[97],"point,":[100],"we":[101],"propose":[102],"reconstructive":[104],"sequence-graph":[105],"network":[106,140],"(RSGN)":[107],"encode":[109],"shots":[113],"graph":[117,138],"hierarchically,":[118],"where":[119],"frame-level":[121],"encoded":[124],"short-term":[127],"memory":[128],"(LSTM),":[129],"shot-level":[132,207],"captured":[135],"convolutional":[139],"(GCN).":[141],"Then,":[142],"videos":[144],"summarized":[146],"exploiting":[148],"Besides,":[157],"reconstructor":[159],"developed":[161],"reward":[163],"summary":[165,198],"generator,":[166],"so":[167],"generator":[170],"can":[171,179,199],"be":[172],"optimized":[173],"an":[175],"unsupervised":[176],"manner,":[177],"which":[178],"avert":[180],"lack":[182],"annotated":[184],"data":[185],"Furthermore,":[189],"under":[190],"guidance":[192],"reconstruction":[194],"loss,":[195],"predicted":[197],"better":[200],"preserve":[201],"main":[203],"content":[205],"dependencies.":[208],"Practically,":[209],"experimental":[211],"results":[212],"three":[214],"popular":[215],"datasets":[216],"(i.e.,":[217],"SumMe,":[218],"TVsum":[219],"VTW)":[221],"have":[222],"demonstrated":[223],"superiority":[225],"our":[227],"proposed":[228],"approach":[229],"summarization":[232],"task.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":7}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}