{"id":"https://openalex.org/W2978395334","doi":"https://doi.org/10.1109/ijcnn.2019.8852087","title":"Gaining Extra Supervision via Multi-task learning for Multi-Modal Video Question Answering","display_name":"Gaining Extra Supervision via Multi-task learning for Multi-Modal Video Question Answering","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2978395334","doi":"https://doi.org/10.1109/ijcnn.2019.8852087","mag":"2978395334"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021487107","display_name":"Junyeong Kim","orcid":"https://orcid.org/0000-0002-7871-9627"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Junyeong Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057604981","display_name":"Minuk Ma","orcid":"https://orcid.org/0000-0003-0416-8479"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minuk Ma","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000349069","display_name":"Kyungsu Kim","orcid":"https://orcid.org/0000-0001-6622-6545"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyungsu Kim","raw_affiliation_strings":["Samsung Electronics, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics, Seoul, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368292","display_name":"Sung-Jin Kim","orcid":"https://orcid.org/0000-0002-9372-2568"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungjin Kim","raw_affiliation_strings":["Samsung Electronics, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics, Seoul, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073287748","display_name":"Chang D. Yoo","orcid":"https://orcid.org/0000-0002-0756-7179"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chang D. Yoo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021487107"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":2.1458,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.90389631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383219242095947},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6143657565116882},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5546820163726807},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5453453063964844},{"id":"https://openalex.org/keywords/subtitle","display_name":"Subtitle","score":0.5361867547035217},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5278002023696899},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5100303292274475},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.478360116481781},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47722557187080383},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4504023492336273},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4201878309249878},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3366517424583435}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383219242095947},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6143657565116882},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5546820163726807},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5453453063964844},{"id":"https://openalex.org/C2780364048","wikidata":"https://www.wikidata.org/wiki/Q204028","display_name":"Subtitle","level":2,"score":0.5361867547035217},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5278002023696899},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5100303292274475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.478360116481781},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47722557187080383},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4504023492336273},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4201878309249878},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3366517424583435},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1614862348","https://openalex.org/W1793121960","https://openalex.org/W2108598243","https://openalex.org/W2117130368","https://openalex.org/W2142192571","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2296073425","https://openalex.org/W2474574787","https://openalex.org/W2481240925","https://openalex.org/W2546696630","https://openalex.org/W2551396370","https://openalex.org/W2563399268","https://openalex.org/W2597958930","https://openalex.org/W2606982687","https://openalex.org/W2613718673","https://openalex.org/W2745461083","https://openalex.org/W2765716052","https://openalex.org/W2766371743","https://openalex.org/W2789323483","https://openalex.org/W2798786641","https://openalex.org/W2885775891","https://openalex.org/W2890904455","https://openalex.org/W2951008357","https://openalex.org/W2962910007","https://openalex.org/W2962938145","https://openalex.org/W2962949233","https://openalex.org/W2963010846","https://openalex.org/W2963017553","https://openalex.org/W2963159735","https://openalex.org/W2963403868","https://openalex.org/W2963541336","https://openalex.org/W2963565375","https://openalex.org/W2963574614","https://openalex.org/W2963717374","https://openalex.org/W2963775347","https://openalex.org/W2963781647","https://openalex.org/W2963890755","https://openalex.org/W2963954913","https://openalex.org/W2963976294","https://openalex.org/W2964089981","https://openalex.org/W2964121744","https://openalex.org/W3209042722","https://openalex.org/W4285719527","https://openalex.org/W4385245566","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6638318767","https://openalex.org/W6638791942","https://openalex.org/W6729654139","https://openalex.org/W6732742072","https://openalex.org/W6739901393","https://openalex.org/W6745396146","https://openalex.org/W6748579893"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W2165343651","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W2343790552","https://openalex.org/W3111398917","https://openalex.org/W4385507578","https://openalex.org/W2972302231"],"abstract_inverted_index":{"This":[0],"paper":[1,63],"proposes":[2,64],"a":[3,65],"method":[4,68],"to":[5,54,122,157,162,187],"gain":[6],"extra":[7,143],"supervision":[8],"via":[9],"multi-task":[10,66,152],"learning":[11,67,120],"for":[12,40],"multi-modal":[13,41,77],"video":[14,18,42,78,90,104,127],"question":[15,19,43,79,85,108],"answering.":[16],"Multi-modal":[17],"answering":[20,44,80],"is":[21,45,70,155],"an":[22],"important":[23],"task":[24,160],"that":[25,82,98,117],"aims":[26],"at":[27,166],"the":[28,48,84,88,100,103,107,142,167,170,189],"joint":[29],"understanding":[30],"of":[31,72,126,169],"vision":[32],"and":[33,47,91,112,128,182],"language.":[34],"However,":[35],"establishing":[36],"large":[37],"scale":[38],"dataset":[39,177],"expensive":[46],"existing":[49],"benchmarks":[50],"are":[51,146,185],"relatively":[52],"small":[53],"provide":[55],"sufficient":[56],"supervision.":[57],"To":[58],"overcome":[59],"this":[60,62],"challenge,":[61],"which":[69],"composed":[71],"three":[73],"main":[74],"components:":[75],"(1)":[76],"network":[81,97,116],"answers":[83],"based":[86],"on":[87,174],"both":[89],"subtitle":[92,129],"feature,":[93],"(2)":[94],"temporal":[95],"retrieval":[96],"predicts":[99],"time":[101],"in":[102],"clip":[105],"where":[106],"was":[109],"generated":[110],"from":[111],"(3)":[113],"modality":[114],"alignment":[115],"solves":[118],"metric":[119],"problem":[121],"find":[123],"correct":[124],"association":[125],"modalities.":[130],"By":[131],"simultaneously":[132],"solving":[133],"related":[134],"auxiliary":[135],"tasks":[136],"with":[137],"hierarchically":[138],"shared":[139],"intermediate":[140],"layers,":[141],"synergistic":[144],"supervisions":[145],"provided.":[147],"Motivated":[148],"by":[149],"curriculum":[150],"learning,":[151],"ratio":[153],"scheduling":[154],"proposed":[156],"learn":[158],"easier":[159],"earlier":[161],"set":[163],"inductive":[164],"bias":[165],"beginning":[168],"training.":[171],"The":[172],"experiments":[173],"publicly":[175],"available":[176],"TVQA":[178],"shows":[179],"state-of-the-art":[180],"results,":[181],"ablation":[183],"studies":[184],"conducted":[186],"prove":[188],"statistical":[190],"validity.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}