{"id":"https://openalex.org/W4385484578","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191238","title":"Two-Stream Heterogeneous Graph Network with Dynamic Interactive Learning for Video Question Answering","display_name":"Two-Stream Heterogeneous Graph Network with Dynamic Interactive Learning for Video Question Answering","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484578","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191238"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102012008","display_name":"Min Peng","orcid":"https://orcid.org/0000-0001-7445-5567"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Peng","raw_affiliation_strings":["Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074407139","display_name":"Xiaohu Shao","orcid":"https://orcid.org/0000-0003-1141-6020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohu Shao","raw_affiliation_strings":["Beijing IDRIVERPLUS Technology Co., Ltd,Chongqing,China","Beijing IDRIVERPLUS Technology Co., Ltd, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing IDRIVERPLUS Technology Co., Ltd,Chongqing,China","institution_ids":[]},{"raw_affiliation_string":"Beijing IDRIVERPLUS Technology Co., Ltd, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102842773","display_name":"Yu Shi","orcid":"https://orcid.org/0000-0001-9117-8282"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Shi","raw_affiliation_strings":["Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090238197","display_name":"Xiangdong Zhou","orcid":"https://orcid.org/0000-0002-4451-5327"},"institutions":[{"id":"https://openalex.org/I4210123021","display_name":"Chongqing Institute of Green and Intelligent Technology","ror":"https://ror.org/031npqv35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210123021"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Zhou","raw_affiliation_strings":["Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences,Chongqing,China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Chongqing Institute of Green and Intelligent Technology, Chinese Academy of Sciences Chongqing School, University of Chinese Academy of Sciences, Chongqing, China","institution_ids":["https://openalex.org/I4210123021","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50345933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.828839123249054},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7964606285095215},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6211491227149963},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5323683619499207},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48925089836120605},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.48052796721458435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4730333983898163},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4671345055103302},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.44914156198501587},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.43952062726020813},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3811817765235901},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17483937740325928},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12008288502693176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.828839123249054},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7964606285095215},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6211491227149963},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5323683619499207},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48925089836120605},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.48052796721458435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4730333983898163},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4671345055103302},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.44914156198501587},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.43952062726020813},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3811817765235901},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17483937740325928},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12008288502693176},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1933349210","https://openalex.org/W2123442489","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2606982687","https://openalex.org/W2745461083","https://openalex.org/W2765716052","https://openalex.org/W2890598214","https://openalex.org/W2896457183","https://openalex.org/W2904291752","https://openalex.org/W2904452845","https://openalex.org/W2954199749","https://openalex.org/W2962934715","https://openalex.org/W2962949233","https://openalex.org/W2964015378","https://openalex.org/W2964057271","https://openalex.org/W2969897437","https://openalex.org/W2974563605","https://openalex.org/W2978395334","https://openalex.org/W2981578638","https://openalex.org/W2981582341","https://openalex.org/W2981985547","https://openalex.org/W2997344006","https://openalex.org/W2997805943","https://openalex.org/W2998166190","https://openalex.org/W3034730770","https://openalex.org/W3035218869","https://openalex.org/W3035419698","https://openalex.org/W3089358914","https://openalex.org/W3122622502","https://openalex.org/W3166152691","https://openalex.org/W3167092180","https://openalex.org/W3168640669","https://openalex.org/W3173367591","https://openalex.org/W3174001836","https://openalex.org/W3175961224","https://openalex.org/W3189890868","https://openalex.org/W3197457832","https://openalex.org/W3198966763","https://openalex.org/W3203995540","https://openalex.org/W3206675006","https://openalex.org/W3207847779","https://openalex.org/W4200631219","https://openalex.org/W4285600797","https://openalex.org/W4287125738","https://openalex.org/W4313033760","https://openalex.org/W4313186260","https://openalex.org/W4385245566","https://openalex.org/W6726873649","https://openalex.org/W6739901393","https://openalex.org/W6796796955","https://openalex.org/W6797109355"],"related_works":["https://openalex.org/W207304934","https://openalex.org/W4377703168","https://openalex.org/W1560657467","https://openalex.org/W4283807154","https://openalex.org/W3172648852","https://openalex.org/W3178985330","https://openalex.org/W4313038979","https://openalex.org/W4287064644","https://openalex.org/W3186580921","https://openalex.org/W3134928069"],"abstract_inverted_index":{"Video":[0],"question":[1,100],"answering":[2],"(VideoQA)":[3],"challenges":[4],"the":[5,14,25,34,68,73,97,103,121,135],"joint":[6],"learning":[7],"of":[8,76,99,105,120,137,140],"visual":[9,83,106],"and":[10,64,85,102,114,134],"linguistic":[11],"knowledge.":[12],"Whilst":[13],"dynamic":[15],"video-question":[16],"interaction":[17,35],"is":[18,36,78],"not":[19,37],"well":[20],"explored":[21],"in":[22,33,128],"previous":[23,131],"methods,":[24,133],"search":[26],"for":[27,91],"answer":[28,71],"clues":[29],"from":[30],"textual":[31,87],"semantics":[32,101],"valued.":[38],"To":[39],"address":[40],"these":[41],"issues,":[42],"this":[43],"paper":[44],"proposes":[45],"a":[46],"novel":[47],"Two-Stream":[48],"Heterogeneous":[49],"Graph":[50],"Network":[51],"(TSHGNet)":[52],"using":[53],"Dynamic":[54],"Interactive":[55],"Learning":[56],"(DIL)":[57],"to":[58,80],"accomplish":[59],"effective":[60],"reasoning":[61],"between":[62],"videos":[63],"questions.":[65],"Inspired":[66],"by":[67],"way":[69],"people":[70],"questions,":[72],"two-stream":[74],"architecture":[75],"TSHGNet":[77,123],"designed":[79],"extract":[81],"question-driven":[82],"cues":[84],"video-driven":[86],"semantics,":[88],"respectively.":[89],"Therein,":[90],"each":[92],"stream,":[93],"DIL":[94],"gradually":[95],"refines":[96],"comprehension":[98],"extraction":[104],"representations":[107],"through":[108],"heterogeneous":[109],"graph":[110],"interactions.":[111],"Extensive":[112],"experiments":[113],"qualitative":[115],"analyses":[116],"demonstrate":[117],"improved":[118],"performances":[119],"proposed":[122],"on":[124],"three":[125],"benchmark":[126],"datasets":[127],"comparison":[129],"with":[130],"state-of-the-art":[132],"effectiveness":[136],"different":[138],"components":[139],"our":[141],"method.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}