{"id":"https://openalex.org/W2803620531","doi":"https://doi.org/10.1109/tcyb.2018.2831447","title":"Describing Video With Attention-Based Bidirectional LSTM","display_name":"Describing Video With Attention-Based Bidirectional LSTM","publication_year":2018,"publication_date":"2018-05-25","ids":{"openalex":"https://openalex.org/W2803620531","doi":"https://doi.org/10.1109/tcyb.2018.2831447","mag":"2803620531","pmid":"https://pubmed.ncbi.nlm.nih.gov/29993730"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2018.2831447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2831447","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024408423","display_name":"Yi Bin","orcid":"https://orcid.org/0000-0001-9714-8738"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Bin","raw_affiliation_strings":["Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397616","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-5070-4511"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5070-4511","affiliations":[{"raw_affiliation_string":"Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074492050","display_name":"Fumin Shen","orcid":"https://orcid.org/0000-0001-7303-3231"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fumin Shen","raw_affiliation_strings":["Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7303-3231","affiliations":[{"raw_affiliation_string":"Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036466084","display_name":"Ning Xie","orcid":"https://orcid.org/0000-0002-1509-464X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Xie","raw_affiliation_strings":["Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2999-2088","affiliations":[{"raw_affiliation_string":"Center for Future Media and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0003-2924-946X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210144662","display_name":"Xi'an Institute of Optics and Precision Mechanics","ror":"https://ror.org/0444j5556","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["Center for Optical Imagery Analysis and Learning, State Key Laboratory of Transient Optics and Photonics, Xi\u2019an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi\u2019an, China","Center for Optical Imagery Analysis and Learning, State Key Laboratory of Transient Optics and Photonics, Xi'an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2924-946X","affiliations":[{"raw_affiliation_string":"Center for Optical Imagery Analysis and Learning, State Key Laboratory of Transient Optics and Photonics, Xi\u2019an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi\u2019an, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]},{"raw_affiliation_string":"Center for Optical Imagery Analysis and Learning, State Key Laboratory of Transient Optics and Photonics, Xi'an Institute of Optics and Precision Mechanics, Chinese Academy of Sciences, Xi'an, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210144662"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.7651,"has_fulltext":false,"cited_by_count":272,"citation_normalized_percentile":{"value":0.99511853,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"49","issue":"7","first_page":"2631","last_page":"2641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9672529101371765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8907796144485474},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.68308424949646},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5816393494606018},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45007920265197754},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4136679768562317},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4133559763431549},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.33889755606651306},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25050002336502075}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9672529101371765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8907796144485474},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.68308424949646},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5816393494606018},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45007920265197754},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4136679768562317},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4133559763431549},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33889755606651306},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25050002336502075},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcyb.2018.2831447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2831447","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:29993730","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29993730","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/135069","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/135069","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G1816382614","display_name":"\u534f\u540c\u89c6\u89c9\u8bed\u4e49\u7406\u89e3\u548c\u793e\u4f1a\u5a92\u4f53\u5206\u6790\u7684\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61572108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3623292902","display_name":null,"funder_award_id":"61632007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8199110050","display_name":null,"funder_award_id":"2018YFB1107400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8206217862","display_name":null,"funder_award_id":"61502081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8978917354","display_name":null,"funder_award_id":"B17008","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W877909479","https://openalex.org/W1026270304","https://openalex.org/W1514535095","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1686810756","https://openalex.org/W1714639292","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W2002370809","https://openalex.org/W2038385691","https://openalex.org/W2041259983","https://openalex.org/W2064675550","https://openalex.org/W2097041579","https://openalex.org/W2101105183","https://openalex.org/W2127615881","https://openalex.org/W2128499899","https://openalex.org/W2130942839","https://openalex.org/W2131774270","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2152984213","https://openalex.org/W2154652894","https://openalex.org/W2163605009","https://openalex.org/W2164290393","https://openalex.org/W2194775991","https://openalex.org/W2251353663","https://openalex.org/W2282231212","https://openalex.org/W2335437633","https://openalex.org/W2340803990","https://openalex.org/W2384495648","https://openalex.org/W2425121537","https://openalex.org/W2507365558","https://openalex.org/W2513281263","https://openalex.org/W2589952946","https://openalex.org/W2593190442","https://openalex.org/W2611926148","https://openalex.org/W2620666060","https://openalex.org/W2665436006","https://openalex.org/W2739103128","https://openalex.org/W2739107216","https://openalex.org/W2752930373","https://openalex.org/W2765440071","https://openalex.org/W2766237723","https://openalex.org/W2769581371","https://openalex.org/W2773349507","https://openalex.org/W2781821509","https://openalex.org/W2950621961","https://openalex.org/W2963410018","https://openalex.org/W2963758027","https://openalex.org/W2963843052","https://openalex.org/W2964137974","https://openalex.org/W2964241990","https://openalex.org/W2964308564","https://openalex.org/W6600284362","https://openalex.org/W6623995992","https://openalex.org/W6626481562","https://openalex.org/W6630875275","https://openalex.org/W6637373629","https://openalex.org/W6637588497","https://openalex.org/W6639102338","https://openalex.org/W6678887340","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6682983702","https://openalex.org/W6684090549","https://openalex.org/W6684191040","https://openalex.org/W6691419566","https://openalex.org/W6710709672","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393","https://openalex.org/W4289422896"],"abstract_inverted_index":{"Video":[0],"captioning":[1,50,150],"has":[2],"been":[3],"attracting":[4],"broad":[5],"research":[6],"attention":[7,62,125],"in":[8,80],"the":[9,25,75,111,123,139,144,168,172,175],"multimedia":[10],"community.":[11],"However,":[12],"most":[13],"existing":[14],"approaches":[15],"heavily":[16],"rely":[17],"on":[18,135,152],"static":[19],"visual":[20,119],"information":[21,120],"or":[22],"partially":[23],"capture":[24],"local":[26],"temporal":[27,117],"knowledge":[28],"(e.g.,":[29],"within":[30],"16":[31],"frames),":[32],"thus":[33],"hardly":[34],"describing":[35],"motions":[36,79],"accurately":[37],"from":[38,138],"a":[39,47,60,93,128],"global":[40,67,98,116],"view.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,86],"propose":[46],"novel":[48],"video":[49,84,149,160],"framework,":[51],"which":[52],"integrates":[53],"bidirectional":[54],"long-short":[55,89],"term":[56,90],"memory":[57,91],"(BiLSTM)":[58],"and":[59,118,121,133,163,167],"soft":[61,124],"mechanism":[63,126],"to":[64,95,131,165,179],"generate":[65,83],"better":[66],"representations":[68],"for":[69],"videos":[70],"as":[71,73,92],"well":[72],"enhance":[74],"recognition":[76],"of":[77,103,146,174],"lasting":[78],"videos.":[81],"To":[82],"captions,":[85],"exploit":[87],"another":[88],"decoder":[94,130],"fully":[96],"explore":[97],"contextual":[99],"information.":[100],"The":[101],"benefits":[102],"our":[104,147],"proposed":[105,148,176],"method":[106],"are":[107],"two":[108,153],"fold:":[109],"1)":[110],"BiLSTM":[112],"structure":[113],"comprehensively":[114],"preserves":[115],"2)":[122],"enables":[127],"language":[129],"recognize":[132],"focus":[134],"principle":[136],"targets":[137],"complex":[140],"content.":[141],"We":[142],"verify":[143],"effectiveness":[145],"framework":[151],"widely":[154],"used":[155],"benchmarks,":[156],"that":[157],"is,":[158],"microsoft":[159],"description":[161],"corpus":[162],"MSR-video":[164],"text,":[166],"experimental":[169],"results":[170],"demonstrate":[171],"superiority":[173],"approach":[177],"compared":[178],"several":[180],"state-of-the-art":[181],"methods.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":48},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":17}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
