{"id":"https://openalex.org/W3010593057","doi":"https://doi.org/10.1109/wacv45572.2020.9093596","title":"BERT Representations for Video Question Answering","display_name":"BERT Representations for Video Question Answering","alternate_titles":[],"publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3010593057","doi":"https://doi.org/10.1109/wacv45572.2020.9093596","mag":"3010593057"},"language":"en","primary_location":{"id":"doi:10.1109/wacv45572.2020.9093596","doi":"https://doi.org/10.1109/wacv45572.2020.9093596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093596","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3010593057"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.library.osaka-u.ac.jp/repo/ouka/all/85435/32310_Dissertation.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081898726","display_name":"Zekun Yang","orcid":"https://orcid.org/0000-0003-3518-8229","observed_orcids":["https://orcid.org/0000-0003-3518-8229"]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zekun Yang","raw_affiliation_strings":["Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028370193","display_name":"Noa Garc\u00eda","orcid":"https://orcid.org/0000-0002-9200-6359","observed_orcids":["https://orcid.org/0000-0002-9200-6359"]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Noa Garcia","raw_affiliation_strings":["Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102757632","display_name":"Chenhui Chu","orcid":"https://orcid.org/0000-0001-9848-6384","observed_orcids":["https://orcid.org/0000-0001-9848-6384"]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chenhui Chu","raw_affiliation_strings":["Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035903147","display_name":"Mayu Otani","orcid":"https://orcid.org/0000-0001-9923-2669","observed_orcids":["https://orcid.org/0000-0001-9923-2669"]},"institutions":[{"id":"https://openalex.org/I4210089607","display_name":"CyberAgent (Japan)","ror":"https://ror.org/0060jg679","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210089607"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mayu Otani","raw_affiliation_strings":["CyberAgent, Inc., Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CyberAgent, Inc., Japan","institution_ids":["https://openalex.org/I4210089607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065649079","display_name":"Yuta Nakashima","orcid":"https://orcid.org/0000-0001-8000-3567","observed_orcids":["https://orcid.org/0000-0001-8000-3567"]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuta Nakashima","raw_affiliation_strings":["Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017081490","display_name":"Haruo Takemura","orcid":"https://orcid.org/0000-0002-4645-6439","observed_orcids":["https://orcid.org/0000-0002-4645-6439"]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haruo Takemura","raw_affiliation_strings":["Osaka University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9187,"has_fulltext":true,"cited_by_count":138,"citation_normalized_percentile":{"value":0.96717127,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1545","last_page":"1554"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-question-answering","display_name":"video question answering","score":0.9829999804496765},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.8220000267028809},{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.8870000243186951},{"id":"https://openalex.org/keywords/video-subtitles","display_name":"video subtitles","score":0.609000027179718}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.9481958150863647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8565000295639038},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7218018174171448},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6014495491981506},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.542016863822937},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.5417284965515137},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4805212914943695},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46511366963386536},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.464183509349823},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43752214312553406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4319700300693512},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0907427966594696},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv45572.2020.9093596","doi":"https://doi.org/10.1109/wacv45572.2020.9093596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093596","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:ir.library.osaka-u.ac.jp:11094/85435","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.18910/85435","pdf_url":"https://ir.library.osaka-u.ac.jp/repo/ouka/all/85435/32310_Dissertation.pdf","source":{"id":"https://openalex.org/S4306402540","display_name":"OUKA (Osaka University Knowledge Archive) (Osaka University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98285908","host_organization_name":"The University of Osaka","host_organization_lineage":["https://openalex.org/I98285908"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Doctoral_Thesis"}],"best_oa_location":{"id":"pmh:oai:ir.library.osaka-u.ac.jp:11094/85435","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.18910/85435","pdf_url":"https://ir.library.osaka-u.ac.jp/repo/ouka/all/85435/32310_Dissertation.pdf","source":{"id":"https://openalex.org/S4306402540","display_name":"OUKA (Osaka University Knowledge Archive) (Osaka University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98285908","host_organization_name":"The University of Osaka","host_organization_lineage":["https://openalex.org/I98285908"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Doctoral_Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3010593057.pdf","grobid_xml":"https://content.openalex.org/works/W3010593057.grobid-xml"},"referenced_works_count":153,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1486649854","https://openalex.org/W1514535095","https://openalex.org/W1566289585","https://openalex.org/W1566859546","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1989345689","https://openalex.org/W2053975651","https://openalex.org/W2064675550","https://openalex.org/W2101032778","https://openalex.org/W2103943262","https://openalex.org/W2106989042","https://openalex.org/W2108598243","https://openalex.org/W2115661440","https://openalex.org/W2118346903","https://openalex.org/W2141747195","https://openalex.org/W2156917782","https://openalex.org/W2158139315","https://openalex.org/W2188687388","https://openalex.org/W2189070436","https://openalex.org/W2190067570","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2269406410","https://openalex.org/W2396147015","https://openalex.org/W2464112344","https://openalex.org/W2524365899","https://openalex.org/W2558834163","https://openalex.org/W2560730294","https://openalex.org/W2565656701","https://openalex.org/W2574717657","https://openalex.org/W2575842049","https://openalex.org/W2610163825","https://openalex.org/W2612706635","https://openalex.org/W2612953412","https://openalex.org/W2616125804","https://openalex.org/W2624934436","https://openalex.org/W2626778328","https://openalex.org/W2735159761","https://openalex.org/W2735471585","https://openalex.org/W2735608653","https://openalex.org/W2735962253","https://openalex.org/W2737435850","https://openalex.org/W2740711318","https://openalex.org/W2741903908","https://openalex.org/W2745461083","https://openalex.org/W2765390718","https://openalex.org/W2766925079","https://openalex.org/W2767359575","https://openalex.org/W2771951981","https://openalex.org/W2772262724","https://openalex.org/W2786686366","https://openalex.org/W2788643321","https://openalex.org/W2798354744","https://openalex.org/W2803686446","https://openalex.org/W2804243936","https://openalex.org/W2805752656","https://openalex.org/W2807128367","https://openalex.org/W2808124938","https://openalex.org/W2828905813","https://openalex.org/W2885775891","https://openalex.org/W2889792105","https://openalex.org/W2890443367","https://openalex.org/W2890531016","https://openalex.org/W2890904455","https://openalex.org/W2891022191","https://openalex.org/W2891394954","https://openalex.org/W2894805842","https://openalex.org/W2896457183","https://openalex.org/W2897260120","https://openalex.org/W2897857500","https://openalex.org/W2900904083","https://openalex.org/W2911109671","https://openalex.org/W2916723116","https://openalex.org/W2929974724","https://openalex.org/W2937328183","https://openalex.org/W2945667196","https://openalex.org/W2947312908","https://openalex.org/W2949157297","https://openalex.org/W2949202705","https://openalex.org/W2950813464","https://openalex.org/W2958447893","https://openalex.org/W2962730651","https://openalex.org/W2962749469","https://openalex.org/W2962799512","https://openalex.org/W2962910007","https://openalex.org/W2962949233","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963398599","https://openalex.org/W2963477107","https://openalex.org/W2963541336","https://openalex.org/W2963565375","https://openalex.org/W2963649796","https://openalex.org/W2963656855","https://openalex.org/W2964061310","https://openalex.org/W2964303913","https://openalex.org/W2964322347","https://openalex.org/W2964914104","https://openalex.org/W2965373594","https://openalex.org/W2966317026","https://openalex.org/W2967344709","https://openalex.org/W2968154628","https://openalex.org/W2969127500","https://openalex.org/W2969876226","https://openalex.org/W2970252517","https://openalex.org/W2973048981","https://openalex.org/W2975059944","https://openalex.org/W2976260559","https://openalex.org/W2980508402","https://openalex.org/W2981851019","https://openalex.org/W2993598524","https://openalex.org/W2994928925","https://openalex.org/W2997344006","https://openalex.org/W2997789966","https://openalex.org/W2998230451","https://openalex.org/W3000702891","https://openalex.org/W3005393354","https://openalex.org/W3006027802","https://openalex.org/W3009654469","https://openalex.org/W3012111773","https://openalex.org/W3012317973","https://openalex.org/W3012608737","https://openalex.org/W3012716110","https://openalex.org/W3015947791","https://openalex.org/W3022525654","https://openalex.org/W3023993913","https://openalex.org/W3034636873","https://openalex.org/W3034808961","https://openalex.org/W3034910302","https://openalex.org/W3035339529","https://openalex.org/W3045533182","https://openalex.org/W3090930194","https://openalex.org/W3092782620","https://openalex.org/W3093274101","https://openalex.org/W3097973766","https://openalex.org/W3104862079","https://openalex.org/W3105232955","https://openalex.org/W3106771631","https://openalex.org/W3107583115","https://openalex.org/W3110388292","https://openalex.org/W3119206490","https://openalex.org/W3119298692","https://openalex.org/W3119826707","https://openalex.org/W3120554508","https://openalex.org/W3127724266","https://openalex.org/W3134552707","https://openalex.org/W3165058054","https://openalex.org/W6903113637","https://openalex.org/W7095458526"],"related_works":["https://openalex.org/W3138074355","https://openalex.org/W3100712674","https://openalex.org/W4282567958","https://openalex.org/W4327648710","https://openalex.org/W4416527363","https://openalex.org/W3099434402","https://openalex.org/W4312246181","https://openalex.org/W3175676862","https://openalex.org/W3216270236","https://openalex.org/W4392871353"],"abstract_inverted_index":{"Visual":[0],"question":[1,27],"answering":[2,6,36],"(VQA)":[3],"aims":[4],"at":[5],"questions":[7,37],"about":[8,38,72],"the":[9,92,103,116,136],"visual":[10,61,104,123],"content":[11],"of":[12,60,108,122,138],"an":[13],"image":[14],"or":[15],"a":[16,58,83,109,120,126],"video.":[17],"Currently,":[18],"most":[19],"work":[20,153],"on":[21,25,88,154],"VQA":[22,41,158],"is":[23],"focused":[24],"image-based":[26],"answering,":[28],"and":[29,105,161],"less":[30],"attention":[31],"has":[32],"been":[33],"paid":[34],"into":[35],"videos.":[39],"However,":[40],"in":[42],"video":[43,96,110,157],"presents":[44],"some":[45],"unique":[46],"challenges":[47],"that":[48],"are":[49],"worth":[50],"studying:":[51],"it":[52,67],"not":[53,114],"only":[54,115],"requires":[55],"to":[56,70,80,90],"model":[57,100,140],"sequence":[59,121],"features":[62],"over":[63],"time,":[64],"but":[65,118],"often":[66],"also":[68,119],"needs":[69],"reason":[71],"associated":[73],"subtitles.":[74],"In":[75,130],"this":[76],"work,":[77],"we":[78,133],"propose":[79],"use":[81],"BERT,":[82],"sequential":[84],"modelling":[85],"technique":[86],"based":[87],"Transformers,":[89],"encode":[91],"complex":[93],"semantics":[94],"from":[95],"clips.":[97],"Our":[98],"proposed":[99],"jointly":[101],"captures":[102],"language":[106],"information":[107],"scene":[111],"by":[112,141],"encoding":[113],"subtitles":[117],"concepts":[124],"with":[125],"pretrained":[127],"language-based":[128],"Transformer.":[129],"our":[131,139],"experiments,":[132],"exhaustively":[134],"study":[135],"performance":[137],"taking":[142],"different":[143],"input":[144],"arrangements,":[145],"showing":[146],"outstanding":[147],"improvements":[148],"when":[149],"compared":[150],"against":[151],"previous":[152],"two":[155],"well-known":[156],"datasets:":[159],"TVQA":[160],"Pororo.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3010593057","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":10}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-03-13T00:00:00"}
