{"id":"https://openalex.org/W3197364345","doi":"https://doi.org/10.1109/tnnls.2021.3105280","title":"Question-Guided Erasing-Based Spatiotemporal Attention Learning for Video Question Answering","display_name":"Question-Guided Erasing-Based Spatiotemporal Attention Learning for Video Question Answering","publication_year":2021,"publication_date":"2021-08-31","ids":{"openalex":"https://openalex.org/W3197364345","doi":"https://doi.org/10.1109/tnnls.2021.3105280","mag":"3197364345","pmid":"https://pubmed.ncbi.nlm.nih.gov/34464265"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3105280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3105280","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100394613","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0002-2994-3534"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2994-3534","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108392430","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0003-0903-9131"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0903-9131","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051332325","display_name":"Richang Hong","orcid":"https://orcid.org/0000-0001-5461-3986"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richang Hong","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5461-3986","affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102146587","display_name":"Hanqing Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanqing Lu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1306,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80266981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"34","issue":"3","first_page":"1367","last_page":"1379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8079152703285217},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7907503843307495},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7283710837364197},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.625003457069397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5935071110725403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5691053867340088},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5645519495010376},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5608881115913391},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48859840631484985},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.4475446939468384},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.4236701726913452}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8079152703285217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907503843307495},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7283710837364197},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.625003457069397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5935071110725403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5691053867340088},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5645519495010376},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5608881115913391},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48859840631484985},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.4475446939468384},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.4236701726913452},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C89423630","wikidata":"https://www.wikidata.org/wiki/Q7193","display_name":"Microbiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3105280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3105280","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34464265","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34464265","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G1117215680","display_name":"\u57fa\u4e8e\u77e5\u8bc6\u5f15\u5bfc\u4e0e\u5bf9\u6297\u5b66\u4e60\u7684\u56fe\u50cf\u6587\u672c\u63cf\u8ff0\u751f\u6210\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61872366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5577970204","display_name":null,"funder_award_id":"2020AAA0106400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8706534421","display_name":null,"funder_award_id":"61922086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1927052826","https://openalex.org/W1933349210","https://openalex.org/W1950117310","https://openalex.org/W1975517671","https://openalex.org/W2005227457","https://openalex.org/W2064675550","https://openalex.org/W2083897630","https://openalex.org/W2096733369","https://openalex.org/W2100799972","https://openalex.org/W2108598243","https://openalex.org/W2127589108","https://openalex.org/W2145287260","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2560730294","https://openalex.org/W2561529111","https://openalex.org/W2565656701","https://openalex.org/W2582558662","https://openalex.org/W2597425697","https://openalex.org/W2600144439","https://openalex.org/W2606982687","https://openalex.org/W2607037079","https://openalex.org/W2737435850","https://openalex.org/W2741903908","https://openalex.org/W2745461083","https://openalex.org/W2765716052","https://openalex.org/W2798590501","https://openalex.org/W2798786641","https://openalex.org/W2799150641","https://openalex.org/W2808124938","https://openalex.org/W2832876791","https://openalex.org/W2904291752","https://openalex.org/W2904452845","https://openalex.org/W2952524542","https://openalex.org/W2952620298","https://openalex.org/W2954199749","https://openalex.org/W2962798895","https://openalex.org/W2962949233","https://openalex.org/W2963150162","https://openalex.org/W2963176022","https://openalex.org/W2963383024","https://openalex.org/W2963717374","https://openalex.org/W2963954913","https://openalex.org/W2964067226","https://openalex.org/W2964220823","https://openalex.org/W2964274719","https://openalex.org/W2964303913","https://openalex.org/W2964760297","https://openalex.org/W2966683369","https://openalex.org/W2976187852","https://openalex.org/W2981582341","https://openalex.org/W2981963155","https://openalex.org/W2981985547","https://openalex.org/W2997344006","https://openalex.org/W2997805943","https://openalex.org/W2998166190","https://openalex.org/W3003991937","https://openalex.org/W3034730770","https://openalex.org/W3099768435","https://openalex.org/W3115476810","https://openalex.org/W3161559655","https://openalex.org/W3182696037","https://openalex.org/W6608394925","https://openalex.org/W6637373629","https://openalex.org/W6682086655","https://openalex.org/W6684090549","https://openalex.org/W6685520387","https://openalex.org/W6719057275","https://openalex.org/W6728881024","https://openalex.org/W6730323794","https://openalex.org/W6739901393","https://openalex.org/W6752083267","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2384605597","https://openalex.org/W2110523656","https://openalex.org/W2797752778"],"abstract_inverted_index":{"Spatiotemporal":[0],"attention":[1,19,38,51,66,71,82,118],"learning":[2,99],"for":[3,48,139,176],"video":[4,140],"question":[5,126],"answering":[6],"(VideoQA)":[7],"has":[8],"always":[9],"been":[10],"a":[11,45,57,97,145],"challenging":[12],"task,":[13],"where":[14],"existing":[15],"approaches":[16],"treat":[17],"the":[18,22,34,37,41,63,81,84,103,109,132,151,161],"parts":[20,24,39,43],"and":[21,40,73,76,83,166],"nonattention":[23,42,74,85],"in":[25,62],"isolation.":[26],"In":[27,106,128],"this":[28,107],"work,":[29],"we":[30,54,142],"propose":[31],"to":[32,67,79,113,130,159],"enforce":[33],"correlation":[35],"between":[36],"as":[44],"distance":[46,92],"constraint":[47,93],"discriminative":[49,116],"spatiotemporal":[50,65,117,134],"learning.":[52],"Specifically,":[53],"first":[55],"introduce":[56],"novel":[58],"attention-guided":[59],"erasing":[60],"mechanism":[61],"traditional":[64],"obtain":[68],"multiple":[69],"aggregated":[70],"features":[72,75,86],"then":[77],"learn":[78,112],"separate":[80],"with":[87],"an":[88],"appropriate":[89],"distance.":[90],"The":[91],"is":[94,137,169],"enforced":[95],"by":[96],"metric":[98],"loss,":[100],"without":[101],"increasing":[102],"inference":[104],"complexity.":[105],"way,":[108],"model":[110],"can":[111],"produce":[114],"more":[115,124],"distribution":[119],"on":[120,148,171],"videos,":[121],"thus":[122],"enabling":[123],"accurate":[125],"answering.":[127],"order":[129],"incorporate":[131],"multiscale":[133],"information":[135],"that":[136],"beneficial":[138],"understanding,":[141],"additionally":[143],"develop":[144],"pyramid":[146],"variant":[147],"basis":[149],"of":[150,163],"proposed":[152],"approach.":[153],"Comprehensive":[154],"ablation":[155],"experiments":[156],"are":[157],"conducted":[158],"validate":[160],"effectiveness":[162],"our":[164],"approach,":[165],"state-of-the-art":[167],"performance":[168],"achieved":[170],"several":[172],"widely":[173],"used":[174],"datasets":[175],"VideoQA.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}