{"id":"https://openalex.org/W2508245937","doi":"https://doi.org/10.1109/tcsvt.2015.2475815","title":"What Is Happening in the Video? \u2014Annotate Video by Sentence","display_name":"What Is Happening in the Video? \u2014Annotate Video by Sentence","publication_year":2015,"publication_date":"2015-09-02","ids":{"openalex":"https://openalex.org/W2508245937","doi":"https://doi.org/10.1109/tcsvt.2015.2475815","mag":"2508245937"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2015.2475815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2015.2475815","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014825654","display_name":"Xueming Qian","orcid":"https://orcid.org/0000-0002-3173-6307"},"institutions":[{"id":"https://openalex.org/I4210150840","display_name":"Ministry of Education","ror":"https://ror.org/04a3gjw65","country_code":"BD","type":"government","lineage":["https://openalex.org/I4210150840"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["BD","CN"],"is_corresponding":false,"raw_author_name":"Xueming Qian","raw_affiliation_strings":["Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210150840"]},{"raw_affiliation_string":"SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338978","display_name":"Xiaoxiao Liu","orcid":"https://orcid.org/0000-0002-5906-264X"},"institutions":[{"id":"https://openalex.org/I4210150840","display_name":"Ministry of Education","ror":"https://ror.org/04a3gjw65","country_code":"BD","type":"government","lineage":["https://openalex.org/I4210150840"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["BD","CN"],"is_corresponding":false,"raw_author_name":"Xiaoxiao Liu","raw_affiliation_strings":["Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210150840"]},{"raw_affiliation_string":"SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074990944","display_name":"Xiang Ma","orcid":"https://orcid.org/0000-0002-1301-2807"},"institutions":[{"id":"https://openalex.org/I25355098","display_name":"Chang'an University","ror":"https://ror.org/05mxya461","country_code":"CN","type":"education","lineage":["https://openalex.org/I25355098"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Ma","raw_affiliation_strings":["School of Information Engineering, Chang\u2019an University, Xi\u2019an, China","School of Information Engineering, Chang\u2019an Univ., Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Chang\u2019an University, Xi\u2019an, China","institution_ids":["https://openalex.org/I25355098"]},{"raw_affiliation_string":"School of Information Engineering, Chang\u2019an Univ., Xi\u2019an, China","institution_ids":["https://openalex.org/I25355098"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101775479","display_name":"Dan Lu","orcid":"https://orcid.org/0000-0001-5396-0476"},"institutions":[{"id":"https://openalex.org/I4210150840","display_name":"Ministry of Education","ror":"https://ror.org/04a3gjw65","country_code":"BD","type":"government","lineage":["https://openalex.org/I4210150840"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["BD","CN"],"is_corresponding":false,"raw_author_name":"Dan Lu","raw_affiliation_strings":["Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210150840"]},{"raw_affiliation_string":"SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102008318","display_name":"Chenyang Xu","orcid":"https://orcid.org/0000-0003-1174-7233"},"institutions":[{"id":"https://openalex.org/I4210150840","display_name":"Ministry of Education","ror":"https://ror.org/04a3gjw65","country_code":"BD","type":"government","lineage":["https://openalex.org/I4210150840"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["BD","CN"],"is_corresponding":false,"raw_author_name":"Chenyang Xu","raw_affiliation_strings":["Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210150840"]},{"raw_affiliation_string":"SMILES Laboratory, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Key Laboratory for Intelligent Networks and Network Security, Ministry of Education, Xi\u2019an, China#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.102,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.85497414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"26","issue":"9","first_page":"1746","last_page":"1757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8614650368690491},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.6237047910690308},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6186863780021667},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5538764595985413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47984975576400757},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4586072564125061},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4555231034755707},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4494834840297699},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4208531677722931},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34190964698791504},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32286930084228516},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11033615469932556}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8614650368690491},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.6237047910690308},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6186863780021667},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5538764595985413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47984975576400757},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4586072564125061},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4555231034755707},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4494834840297699},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4208531677722931},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34190964698791504},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32286930084228516},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11033615469932556},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2015.2475815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2015.2475815","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3144534804","display_name":null,"funder_award_id":"61202180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4981589206","display_name":"\u4e00\u79cd\u7edf\u4e00\u7684\u5177\u6709\u53ef\u5206\u7ea7\u7684\u4f53\u80b2\u89c6\u9891\u5185\u5bb9\u7406\u89e3\u65b9\u6cd5\u7814\u7a76","funder_award_id":"60903121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5935354474","display_name":null,"funder_award_id":"61332018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6945511747","display_name":"\u57fa\u4e8e\u79fb\u52a8\u4e92\u8054\u7f51\u7684\u56fe\u6807\u5e7f\u544a\u63a8\u8350\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61173109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8017731688","display_name":null,"funder_award_id":"2012CB316400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W22595137","https://openalex.org/W80481519","https://openalex.org/W157832181","https://openalex.org/W1522688615","https://openalex.org/W1607345396","https://openalex.org/W1897761818","https://openalex.org/W1972482772","https://openalex.org/W1987835821","https://openalex.org/W1998049905","https://openalex.org/W2002686055","https://openalex.org/W2003745807","https://openalex.org/W2007938103","https://openalex.org/W2007972815","https://openalex.org/W2018057603","https://openalex.org/W2031332477","https://openalex.org/W2050697589","https://openalex.org/W2054890044","https://openalex.org/W2066185824","https://openalex.org/W2071549734","https://openalex.org/W2073749068","https://openalex.org/W2075807547","https://openalex.org/W2078115833","https://openalex.org/W2082456243","https://openalex.org/W2084242658","https://openalex.org/W2091372890","https://openalex.org/W2092674757","https://openalex.org/W2095609079","https://openalex.org/W2103163130","https://openalex.org/W2116787113","https://openalex.org/W2125148312","https://openalex.org/W2126985149","https://openalex.org/W2130660124","https://openalex.org/W2133273100","https://openalex.org/W2137251014","https://openalex.org/W2147625498","https://openalex.org/W2147922961","https://openalex.org/W2151103935","https://openalex.org/W2156344194","https://openalex.org/W2163750793","https://openalex.org/W2165897980","https://openalex.org/W2166516899","https://openalex.org/W2171858339","https://openalex.org/W2963811219","https://openalex.org/W6669083283","https://openalex.org/W6683167905"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2366107444","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134"],"abstract_inverted_index":{"Due":[0],"to":[1,47,73,126,144,156,173],"the":[2,35,79,82,89,108,128,149,158,161,181,186,197],"popularity":[3],"of":[4,14,23,66,78,118,151],"online":[5,18],"video":[6,19,28,50,58,61,83,109,119],"sharing":[7],"Web":[8],"sites":[9],"such":[10],"as":[11,20],"YouTube,":[12],"millions":[13],"users":[15],"have":[16],"treated":[17],"a":[21,44,64,136,146,152],"source":[22],"information":[24],"and":[25,95,185],"entertainment.":[26],"Therefore,":[27],"annotation":[29],"has":[30],"evoked":[31],"great":[32],"interest":[33],"in":[34,88,111,195],"past":[36],"few":[37],"years.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42,191],"propose":[43,192],"four-step":[45],"approach":[46],"automatically":[48],"annotate":[49,174],"shots":[51],"with":[52,107,148,176],"sentences.":[53,177],"The":[54,69,85,122,140,164],"first":[55],"step":[56,71,124,142],"is":[57,72,125,143,171,179],"preprocessing,":[59],"converting":[60],"shot":[62],"into":[63],"sequence":[65],"frame":[67],"images.":[68],"second":[70],"find":[74],"related":[75],"candidate":[76,98,133],"elements":[77,87,99,130],"sentence":[80,90,147],"about":[81],"contents.":[84],"main":[86],"are":[91,100,193],"objects,":[92],"events,":[93],"scenes,":[94],"modifiers.":[96],"These":[97],"gained":[101],"by":[102,135],"searching":[103],"for":[104],"similar":[105],"images":[106],"frames":[110],"our":[112,169],"collected":[113],"image":[114],"data":[115,120],"sets":[116],"instead":[117],"sets.":[121],"third":[123],"select":[127],"best":[129,162],"among":[131,160],"these":[132],"ones":[134],"weighted":[137,182],"scoring":[138,183],"algorithm.":[139],"final":[141],"construct":[145],"help":[150],"correlation":[153,187],"graph":[154,188],"algorithm":[155,184,189],"analyze":[157],"relationships":[159],"elements.":[163],"experimental":[165,198],"results":[166],"indicate":[167],"that":[168,190],"method":[170],"effective":[172],"videos":[175],"What":[178],"more,":[180],"efficient":[194],"developing":[196],"performance.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}