{"id":"https://openalex.org/W3134875898","doi":"https://doi.org/10.1109/tcsvt.2021.3063423","title":"Syntax-Guided Hierarchical Attention Network for Video Captioning","display_name":"Syntax-Guided Hierarchical Attention Network for Video Captioning","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3134875898","doi":"https://doi.org/10.1109/tcsvt.2021.3063423","mag":"3134875898"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3063423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3063423","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088526694","display_name":"Jincan Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jincan Deng","raw_affiliation_strings":["Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liang Li","orcid":"https://orcid.org/0000-0001-8437-4824"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8437-4824","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101849100","display_name":"Beichen Zhang","orcid":"https://orcid.org/0000-0001-5030-0632"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beichen Zhang","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669242","display_name":"Shuhui Wang","orcid":"https://orcid.org/0000-0002-5931-0527"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5931-0527","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003217535","display_name":"Zheng-Jun Zha","orcid":"https://orcid.org/0000-0003-2510-8993"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengjun Zha","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2510-8993","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China","Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7542-296X","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Institute of Computing Technology, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Chinese Academy of Sciences (CAS), Key Laboratory of Intelligent Information Processing, Beijing, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3264,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.97744806,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"32","issue":"2","first_page":"880","last_page":"892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.929571807384491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8479952812194824},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.6786110997200012},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"Abstract syntax tree","score":0.44426053762435913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42862948775291443},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.41862356662750244},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41457661986351013},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.397616982460022},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23700600862503052},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.18711689114570618}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.929571807384491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8479952812194824},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6786110997200012},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.44426053762435913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42862948775291443},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.41862356662750244},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41457661986351013},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.397616982460022},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23700600862503052},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.18711689114570618}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2021.3063423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3063423","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G1185667120","display_name":null,"funder_award_id":"U1636214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1256146087","display_name":"\u65e0\u4eba\u673a\u89c6\u9891\u4e2d\u76ee\u6807\u8ddf\u8e2a\u6280\u672f\u7814\u7a76","funder_award_id":"61772494","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2351125877","display_name":null,"funder_award_id":"61732007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2988286480","display_name":null,"funder_award_id":"2017YFB1300201","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3584809445","display_name":null,"funder_award_id":"U19B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5262139797","display_name":"\u5f02\u6784\u5927\u6570\u636e\u7684\u5bf9\u8c61\u5efa\u6a21\u53ca\u8de8\u57df\u5206\u6790\u6280\u672f\u7814\u7a76","funder_award_id":"61672497","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5327851226","display_name":null,"funder_award_id":"62022083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6197875348","display_name":null,"funder_award_id":"61620106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7801426869","display_name":"\u7aef\u4e91\u534f\u540c\u89c6\u9891\u667a\u80fd\u8ba1\u7b97\u65b9\u6cd5\u4e0e\u82af\u7247\u67b6\u6784\u7814\u7a76","funder_award_id":"61931008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8232626336","display_name":"\u9762\u5411\u9ad8\u5c42\u8bed\u4e49\u7684\u8de8\u5a92\u4f53\u7279\u5f81\u8868\u8fbe\u673a\u5236\u7814\u7a76","funder_award_id":"61771457","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W877909479","https://openalex.org/W1573040851","https://openalex.org/W1601567445","https://openalex.org/W1916445035","https://openalex.org/W2096621047","https://openalex.org/W2110933980","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2194775991","https://openalex.org/W2425121537","https://openalex.org/W2523993696","https://openalex.org/W2554906389","https://openalex.org/W2558834163","https://openalex.org/W2560346187","https://openalex.org/W2598003564","https://openalex.org/W2735553491","https://openalex.org/W2739107216","https://openalex.org/W2752191396","https://openalex.org/W2766261529","https://openalex.org/W2766375149","https://openalex.org/W2788738262","https://openalex.org/W2885013662","https://openalex.org/W2889418103","https://openalex.org/W2895845501","https://openalex.org/W2905145027","https://openalex.org/W2943911770","https://openalex.org/W2951390634","https://openalex.org/W2962681491","https://openalex.org/W2962907269","https://openalex.org/W2962958773","https://openalex.org/W2963084599","https://openalex.org/W2963448089","https://openalex.org/W2963524571","https://openalex.org/W2963971014","https://openalex.org/W2964350391","https://openalex.org/W2969844053","https://openalex.org/W2970768710","https://openalex.org/W2981750519","https://openalex.org/W2982553922","https://openalex.org/W2984862483","https://openalex.org/W2987401211","https://openalex.org/W2988753485","https://openalex.org/W2990964949","https://openalex.org/W3022778813","https://openalex.org/W3034221024","https://openalex.org/W3034703518","https://openalex.org/W3035365026","https://openalex.org/W3035392611","https://openalex.org/W3093344337","https://openalex.org/W6680145277","https://openalex.org/W6684090549","https://openalex.org/W6727690538","https://openalex.org/W6758859460"],"related_works":["https://openalex.org/W2077104824","https://openalex.org/W4294658953","https://openalex.org/W2536864162","https://openalex.org/W2390421503","https://openalex.org/W2364428493","https://openalex.org/W4400066978","https://openalex.org/W4391150403","https://openalex.org/W2081749821","https://openalex.org/W1968572830","https://openalex.org/W2090814745"],"abstract_inverted_index":{"Video":[0],"captioning":[1],"is":[2,92],"a":[3,67,88],"challenging":[4],"task":[5],"that":[6,100],"aims":[7],"to":[8,79,94,114,134,147],"generate":[9],"linguistic":[10],"description":[11],"based":[12],"on":[13,41,130,169],"video":[14],"content.":[15],"Most":[16],"methods":[17],"only":[18],"incorporate":[19],"visual":[20,27,44,81],"features":[21,84,117,152],"(2D/3D)":[22],"as":[23],"input":[24],"for":[25,85,153,166],"generating":[26,35,102],"and":[28,55,76,82,111,122,171],"non-visual":[29,36,48,103],"words":[30,37,49],"in":[31,118],"the":[32,52,58,96,135,163,175],"caption.":[33],"However,":[34],"usually":[38],"depends":[39],"more":[40],"sentence-context":[42,83,98],"than":[43],"features.":[45],"The":[46],"wrong":[47],"can":[50,161],"reduce":[51],"sentence":[53],"fluency":[54],"even":[56],"change":[57],"meaning":[59],"of":[60,120,137,150,178],"sentence.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,106],"propose":[66],"syntax-guided":[68],"hierarchical":[69,108,159],"attention":[70,110,113,127,143,160],"network":[71],"(SHAN),":[72],"which":[73],"leverages":[74],"semantic":[75,136],"syntax":[77,112,142,145],"cues":[78],"integrate":[80,116],"captioning.":[86,167],"First,":[87],"globally-dependent":[89],"context":[90],"encoder":[91],"designed":[93],"extract":[95],"global":[97],"feature":[99,123],"facilitates":[101],"words.":[104],"Then,":[105],"introduce":[107],"content":[109],"adaptively":[115],"terms":[119],"temporality":[121],"characteristics":[124],"respectively.":[125],"Content":[126],"helps":[128],"focus":[129],"time":[131],"intervals":[132],"related":[133],"current":[138,183],"word,":[139],"while":[140],"cross-modal":[141],"uses":[144],"information":[146],"model":[148,164],"importance":[149],"different":[151],"target":[154],"word’s":[155],"generation.":[156],"Moreover,":[157],"such":[158],"enhance":[162],"interpretability":[165],"Experiments":[168],"MSVD":[170],"MSR-VTT":[172],"datasets":[173],"show":[174],"comparable":[176],"performance":[177],"our":[179],"method":[180],"compared":[181],"with":[182],"methods.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}