{"id":"https://openalex.org/W2918888132","doi":"https://doi.org/10.1109/tip.2019.2902106","title":"Multi-Turn Video Question Answering via Hierarchical Attention Context Reinforced Networks","display_name":"Multi-Turn Video Question Answering via Hierarchical Attention Context Reinforced Networks","publication_year":2019,"publication_date":"2019-02-27","ids":{"openalex":"https://openalex.org/W2918888132","doi":"https://doi.org/10.1109/tip.2019.2902106","mag":"2918888132","pmid":"https://pubmed.ncbi.nlm.nih.gov/30835223"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2019.2902106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2902106","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079260216","display_name":"Zhou Zhao","orcid":"https://orcid.org/0000-0001-6121-0384"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Zhao","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6121-0384","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382805","display_name":"Zhu Zhang","orcid":"https://orcid.org/0000-0003-4195-5770"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Zhang","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4195-5770","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075649586","display_name":"Xinghua Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Jiang","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037942269","display_name":"Deng Cai","orcid":"https://orcid.org/0000-0001-9817-4065"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng Cai","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.8783,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.92910557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"28","issue":"8","first_page":"3860","last_page":"3872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8757613897323608},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8389497995376587},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6516339778900146},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6422926783561707},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5311853885650635},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.5143712759017944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4880565404891968},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4224492609500885},{"id":"https://openalex.org/keywords/turn-taking","display_name":"Turn-taking","score":0.4199269413948059},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35382166504859924},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3254479169845581}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8757613897323608},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8389497995376587},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6516339778900146},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6422926783561707},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5311853885650635},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.5143712759017944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4880565404891968},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4224492609500885},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.4199269413948059},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35382166504859924},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3254479169845581},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2019.2902106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2902106","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:30835223","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30835223","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1022706131","display_name":null,"funder_award_id":"61602405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6605900608","display_name":null,"funder_award_id":"61751209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7528510259","display_name":"\u57fa\u4e8e\u5927\u89c4\u6a21\u8de8\u5a92\u4f53\u77e5\u8bc6\u7f51\u7edc\u7684\u590d\u6742\u89c6\u9891\u95ee\u7b54\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61836002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1576278180","https://openalex.org/W1596841185","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1793121960","https://openalex.org/W1933349210","https://openalex.org/W2040614160","https://openalex.org/W2064675550","https://openalex.org/W2136480620","https://openalex.org/W2151498684","https://openalex.org/W2163605009","https://openalex.org/W2164290393","https://openalex.org/W2250539671","https://openalex.org/W2288052783","https://openalex.org/W2337601653","https://openalex.org/W2412393473","https://openalex.org/W2418993857","https://openalex.org/W2463565445","https://openalex.org/W2487501366","https://openalex.org/W2496096353","https://openalex.org/W2536013558","https://openalex.org/W2551884415","https://openalex.org/W2553418567","https://openalex.org/W2575842049","https://openalex.org/W2581637843","https://openalex.org/W2584185835","https://openalex.org/W2594726847","https://openalex.org/W2604444020","https://openalex.org/W2606982687","https://openalex.org/W2607151106","https://openalex.org/W2618530766","https://openalex.org/W2735159761","https://openalex.org/W2741903908","https://openalex.org/W2745461083","https://openalex.org/W2768661419","https://openalex.org/W2807722546","https://openalex.org/W2808124938","https://openalex.org/W2808181286","https://openalex.org/W2891416139","https://openalex.org/W2950577311","https://openalex.org/W2951008357","https://openalex.org/W2951520714","https://openalex.org/W2962707484","https://openalex.org/W2962883855","https://openalex.org/W2962949233","https://openalex.org/W2963068985","https://openalex.org/W2963091558","https://openalex.org/W2963167310","https://openalex.org/W2963177403","https://openalex.org/W2963191264","https://openalex.org/W2963319085","https://openalex.org/W2963360026","https://openalex.org/W2963465031","https://openalex.org/W2963466731","https://openalex.org/W2963668159","https://openalex.org/W2963790827","https://openalex.org/W2963890755","https://openalex.org/W2963917086","https://openalex.org/W2963954913","https://openalex.org/W2964081303","https://openalex.org/W2964121744","https://openalex.org/W2964138343","https://openalex.org/W2964259363","https://openalex.org/W2964352247","https://openalex.org/W3022187094","https://openalex.org/W3023993913","https://openalex.org/W4235505822","https://openalex.org/W4249013746","https://openalex.org/W4298033729","https://openalex.org/W4298392976","https://openalex.org/W6623987585","https://openalex.org/W6631190155","https://openalex.org/W6638318767","https://openalex.org/W6682086655","https://openalex.org/W6684090549","https://openalex.org/W6703665502","https://openalex.org/W6712878229","https://openalex.org/W6715144786","https://openalex.org/W6717541995","https://openalex.org/W6719057275","https://openalex.org/W6729247586","https://openalex.org/W6729948091","https://openalex.org/W6730666313","https://openalex.org/W6733088481","https://openalex.org/W6736171231"],"related_works":["https://openalex.org/W2228992124","https://openalex.org/W2613954729","https://openalex.org/W3130118443","https://openalex.org/W1955947659","https://openalex.org/W2759378137","https://openalex.org/W2376974064","https://openalex.org/W3188579947","https://openalex.org/W4289529495","https://openalex.org/W4386695291","https://openalex.org/W2355699586"],"abstract_inverted_index":{"Multi-turn":[0],"video":[1,20,44,54,77,127,177,185],"question":[2,35,45,55,78,101,131,178,186],"answering":[3,36,56,79,187],"is":[4],"a":[5,136],"challenging":[6],"task":[7],"in":[8],"visual":[9,25,34],"information":[10],"retrieval,":[11],"which":[12,47],"generates":[13],"the":[14,18,24,32,40,60,64,73,81,94,105,114,121,125,142,153,157,164,170,193],"accurate":[15],"answer":[16,155,159,174],"from":[17,80,156],"referenced":[19],"contents":[21,128],"according":[22],"to":[23,59,140,168],"conversation":[26,66,108],"context":[27,87,97,109,146],"and":[28,129,161],"given":[29],"question.":[30],"However,":[31],"existing":[33],"methods":[37],"mainly":[38],"tackle":[39],"problem":[41,74],"of":[42,62,75,83,124,195],"single-turn":[43],"answering,":[46],"may":[48],"be":[49],"ineffectively":[50],"applied":[51],"for":[52,99,119,175],"multi-turn":[53,76,176,184],"directly,":[57],"due":[58],"insufficiency":[61],"modeling":[63,104],"sequential":[65,107],"context.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"study":[72],"viewpoint":[82],"multi-stream":[84,115,143],"hierarchical":[85,95,144],"attention":[86,96,117,145],"reinforced":[88,165],"network":[89,98,118,147,167],"learning.":[90],"We":[91,111,133,150,180],"first":[92],"propose":[93],"context-aware":[100,130],"understanding":[102],"by":[103],"hierarchically":[106],"structure.":[110],"then":[112],"develop":[113,163],"spatio-temporal":[116],"learning":[120,148],"joint":[122],"representation":[123],"dynamic":[126],"embedding.":[132],"next":[134],"devise":[135],"multi-step":[137],"reasoning":[138],"process":[139],"enhance":[141],"method.":[149,197],"finally":[151],"predict":[152],"multiple-choice":[154],"candidate":[158],"set":[160],"further":[162],"decoder":[166],"generate":[169],"open-ended":[171],"natural":[172],"language":[173],"answering.":[179],"construct":[181],"two":[182],"large-scale":[183],"datasets.":[188],"The":[189],"extensive":[190],"experiments":[191],"show":[192],"effectiveness":[194],"our":[196]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}