{"id":"https://openalex.org/W4404035255","doi":"https://doi.org/10.1109/tcsvt.2024.3490665","title":"Collaborative Aware Bidirectional Semantic Reasoning for Video Question Answering","display_name":"Collaborative Aware Bidirectional Semantic Reasoning for Video Question Answering","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404035255","doi":"https://doi.org/10.1109/tcsvt.2024.3490665"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3490665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3490665","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04780082/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075764771","display_name":"Xize Wu","orcid":"https://orcid.org/0000-0001-6122-273X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xize Wu","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078388244","display_name":"Jiasong Wu","orcid":"https://orcid.org/0000-0001-7171-1318"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiasong Wu","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108048954","display_name":"Lei Zhu","orcid":"https://orcid.org/0000-0002-2993-7142"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhu","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028457159","display_name":"Lotfi Senhadji","orcid":"https://orcid.org/0000-0001-9434-6341"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lotfi Senhadji","raw_affiliation_strings":["Univ-Rennes, INSERM, LTSI-UMR 1099, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Univ-Rennes, INSERM, LTSI-UMR 1099, Rennes, France","institution_ids":["https://openalex.org/I56067802","https://openalex.org/I154526488"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100687822","display_name":"Huazhong Shu","orcid":"https://orcid.org/0000-0002-3833-7915"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Shu","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications (Southeast University), Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075764771"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72945026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"3","first_page":"2074","last_page":"2086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7624214887619019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7598026990890503},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5129268169403076},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4476623833179474},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4295653700828552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4072277247905731},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11272773146629333}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7624214887619019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598026990890503},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5129268169403076},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4476623833179474},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4295653700828552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4072277247905731},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11272773146629333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3490665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3490665","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04780082v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04780082","pdf_url":"https://hal.science/hal-04780082/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1051-8215","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04780082v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04780082","pdf_url":"https://hal.science/hal-04780082/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1051-8215","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1225953976","display_name":null,"funder_award_id":"2021ZD0113202","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2015218075","display_name":null,"funder_award_id":"BZ2023042","funder_id":"https://openalex.org/F4320336585","funder_display_name":"Foundation Research Project of Jiangsu Province"},{"id":"https://openalex.org/G5407837808","display_name":null,"funder_award_id":"62476055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8445935974","display_name":null,"funder_award_id":"62171125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G938904997","display_name":null,"funder_award_id":"BY2022564","funder_id":"https://openalex.org/F4320336585","funder_display_name":"Foundation Research Project of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336585","display_name":"Foundation Research Project of Jiangsu Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404035255.pdf"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2765716052","https://openalex.org/W2896457183","https://openalex.org/W2904452845","https://openalex.org/W2951161814","https://openalex.org/W2954199749","https://openalex.org/W2962934715","https://openalex.org/W2962949233","https://openalex.org/W2963781647","https://openalex.org/W2963890755","https://openalex.org/W2964220823","https://openalex.org/W2969127500","https://openalex.org/W2997344006","https://openalex.org/W2998166190","https://openalex.org/W3027790991","https://openalex.org/W3034730770","https://openalex.org/W3035517717","https://openalex.org/W3047995861","https://openalex.org/W3119243803","https://openalex.org/W3167092180","https://openalex.org/W3171353004","https://openalex.org/W3174001836","https://openalex.org/W3175344799","https://openalex.org/W3175961224","https://openalex.org/W3181758331","https://openalex.org/W3189890868","https://openalex.org/W3203995540","https://openalex.org/W3204924011","https://openalex.org/W3206675006","https://openalex.org/W4200631219","https://openalex.org/W4312246181","https://openalex.org/W4312477797","https://openalex.org/W4312761939","https://openalex.org/W4312974690","https://openalex.org/W4313163028","https://openalex.org/W4366822016","https://openalex.org/W4377235294","https://openalex.org/W4383200124","https://openalex.org/W4385245566","https://openalex.org/W4385572712","https://openalex.org/W4386065375","https://openalex.org/W4386075754","https://openalex.org/W4386902900","https://openalex.org/W4387247768","https://openalex.org/W4387968406","https://openalex.org/W4388189274","https://openalex.org/W4390874216","https://openalex.org/W4393108955","https://openalex.org/W4395056490","https://openalex.org/W4399347896","https://openalex.org/W4399399458","https://openalex.org/W6620707391","https://openalex.org/W6726873649","https://openalex.org/W6768853884","https://openalex.org/W6803578320","https://openalex.org/W6852060543","https://openalex.org/W6853116092","https://openalex.org/W6856126884","https://openalex.org/W6858433780"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W4212839359","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Video":[0],"question":[1,159],"answering":[2],"(VideoQA)":[3],"is":[4,184],"the":[5,51,58,64,121,168,190,196,201,207,215,251,258],"challenging":[6,97],"task":[7],"of":[8,60,146,209,254,260],"accurately":[9],"responding":[10],"to":[11,29,48,75,94,110,139,186],"natural":[12],"language":[13],"questions":[14,69],"based":[15],"on":[16,24,236],"a":[17,86,103,144,177],"given":[18],"video.":[19],"Most":[20],"previous":[21],"methods":[22],"focus":[23],"designing":[25],"complex":[26,122],"cross-modal":[27],"interactions":[28],"perform":[30],"question-oriented":[31,61],"video":[32,116,135,150],"scene":[33],"mining":[34],"and":[35,38,42,63,70,118,160,188,200,204,219,230,248,257,269],"semantic":[36,66,172,180,193,211],"reasoning,":[37],"utilize":[39],"straightforward":[40],"classification":[41],"matching":[43],"strategies":[44],"with":[45,54,158],"different":[46],"decoders":[47],"forcibly":[49],"associate":[50],"predicted":[52],"representation":[53,166,199],"ground-truth":[55,202],"answer.":[56],"However,":[57],"limitations":[59],"reasoning":[62,108,136,181,262],"overlapping":[65,210],"co-occurrences":[67],"between":[68,125,195,228],"candidates":[71],"may":[72],"cause":[73],"them":[74,126],"fall":[76],"into":[77,163],"spurious":[78],"correlation":[79,107,194],"reasoning.":[80],"In":[81],"this":[82,96],"paper,":[83],"we":[84,100,141,153],"propose":[85,102],"Collaborative":[87],"aware":[88,105],"Bidirectional":[89],"Semantic":[90],"Reasoning":[91],"(CBSR)":[92],"model":[93,217],"alleviate":[95,206],"problem.":[98],"Specifically,":[99],"first":[101],"collaborative":[104],"adaptive":[106,130],"module":[109],"collaboratively":[111,154],"mine":[112],"multi-granularity":[113],"text-aware":[114],"critical":[115,149],"scenes":[117],"reason":[119],"about":[120],"intrinsic":[123],"correlations":[124],"via":[127],"bottom-up":[128],"cross-granularity":[129],"aggregation.":[131],"By":[132],"progressively":[133],"performing":[134],"from":[137,214],"object-level":[138],"frame-level,":[140],"can":[142,224],"obtain":[143],"set":[145],"semantically":[147],"rich":[148],"representations.":[151],"Then,":[152],"decode":[155],"it":[156],"together":[157],"knowledge":[161],"semantics":[162],"an":[164],"implicit":[165,198],"through":[167],"proposed":[169,185],"unified":[170],"answer":[171],"collaborated":[173],"decoding":[174],"module.":[175,263],"Finally,":[176],"novel":[178],"bidirectional":[179],"learning":[182,220],"strategy":[183],"bridge":[187],"strengthen":[189],"unique":[191],"positive":[192],"learned":[197],"answer,":[203],"explicitly":[205],"challenge":[208],"co-occurrence.":[212],"Benefiting":[213],"same":[216],"structure":[218],"strategy,":[221],"our":[222,255,266],"method":[223,256],"achieve":[225],"seamless":[226],"transfer":[227],"Open-Ended":[229],"Multi-Choice":[231],"tasks.":[232],"Extensive":[233],"experimental":[234,270],"results":[235],"seven":[237],"commonly":[238],"tested":[239],"datasets":[240,271],"(i.e.":[241],"MSVD-QA,":[242],"MSRVTT-QA,":[243],"NExT-QA,":[244],"Causal-VidQA,":[245],"NExT-OOD,":[246],"ActivityNet-QA":[247],"EgoSchema)":[249],"verify":[250],"superior":[252],"performance":[253],"effectiveness":[259],"each":[261],"We":[264],"provide":[265],"source":[267],"codes":[268],"at":[272],"<uri":[273],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[274],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/XizeWu/CBSR</uri>.":[275]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}