{"id":"https://openalex.org/W4380355610","doi":"https://doi.org/10.3390/info14060328","title":"A Video Question Answering Model Based on Knowledge Distillation","display_name":"A Video Question Answering Model Based on Knowledge Distillation","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4380355610","doi":"https://doi.org/10.3390/info14060328"},"language":"en","primary_location":{"id":"doi:10.3390/info14060328","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14060328","pdf_url":"https://www.mdpi.com/2078-2489/14/6/328/pdf?version=1686538702","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/14/6/328/pdf?version=1686538702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001374364","display_name":"Zhuang Shao","orcid":"https://orcid.org/0000-0002-3132-5727"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuang Shao","raw_affiliation_strings":["China Academy of Space Technology, Beijing 100094, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Space Technology, Beijing 100094, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109613450","display_name":"Jiahui Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Wan","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian 116620, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian 116620, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030649664","display_name":"Linlin Zong","orcid":"https://orcid.org/0000-0002-1116-1016"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linlin Zong","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian 116620, China","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian 116620, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030649664"],"corresponding_institution_ids":["https://openalex.org/I27357992","https://openalex.org/I881766915"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.2442,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5058198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"14","issue":"6","first_page":"328","last_page":"328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8266848921775818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5939404964447021},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.545615553855896},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5109938383102417},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.50870281457901},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48405805230140686},{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.4738980829715729},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.46590477228164673},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.45123133063316345},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4142801761627197},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4114537835121155},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3281567692756653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266848921775818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5939404964447021},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.545615553855896},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5109938383102417},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.50870281457901},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48405805230140686},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.4738980829715729},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46590477228164673},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.45123133063316345},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4142801761627197},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4114537835121155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3281567692756653},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info14060328","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14060328","pdf_url":"https://www.mdpi.com/2078-2489/14/6/328/pdf?version=1686538702","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1c1a04e5c906460588b10a7e4cef71a4","is_oa":true,"landing_page_url":"https://doaj.org/article/1c1a04e5c906460588b10a7e4cef71a4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 14, Iss 6, p 328 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/14/6/328/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info14060328","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 14; Issue 6; Pages: 328","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info14060328","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14060328","pdf_url":"https://www.mdpi.com/2078-2489/14/6/328/pdf?version=1686538702","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5492606675","display_name":null,"funder_award_id":"KFKT2022B41","funder_id":"https://openalex.org/F4320324852","funder_display_name":"Nanjing University"}],"funders":[{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"},{"id":"https://openalex.org/F4320326895","display_name":"State Key Laboratory of Novel Software Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380355610.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1933349210","https://openalex.org/W2101267652","https://openalex.org/W2103247590","https://openalex.org/W2108598243","https://openalex.org/W2164290393","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2606982687","https://openalex.org/W2765716052","https://openalex.org/W2806331055","https://openalex.org/W2897857500","https://openalex.org/W2907492528","https://openalex.org/W2962910007","https://openalex.org/W2962949233","https://openalex.org/W2963150162","https://openalex.org/W2963524571","https://openalex.org/W2963541336","https://openalex.org/W2963890755","https://openalex.org/W2966238183","https://openalex.org/W2997344006","https://openalex.org/W2998166190","https://openalex.org/W3029623490","https://openalex.org/W3034368386","https://openalex.org/W3034730770","https://openalex.org/W3039075121","https://openalex.org/W3100993589","https://openalex.org/W3138154797","https://openalex.org/W3181758331","https://openalex.org/W4291149472","https://openalex.org/W6675494709","https://openalex.org/W6687483927"],"related_works":["https://openalex.org/W207304934","https://openalex.org/W2747680751","https://openalex.org/W2969332757","https://openalex.org/W4377703168","https://openalex.org/W4308235822","https://openalex.org/W1541271503","https://openalex.org/W4365146694","https://openalex.org/W2134990190","https://openalex.org/W1518289136","https://openalex.org/W3207627539"],"abstract_inverted_index":{"Video":[0],"question":[1],"answering":[2],"(QA)":[3],"is":[4],"a":[5,86,102],"cross-modal":[6,150],"task":[7],"that":[8,108],"requires":[9],"understanding":[10],"the":[11,38,64,68,72,77,81,110,122,126,136,144,153,156,171,182,201,204],"video":[12,41,65,185],"content":[13],"to":[14],"answer":[15],"questions.":[16],"Current":[17],"techniques":[18],"address":[19,97],"this":[20],"challenge":[21],"by":[22],"employing":[23],"stacked":[24],"modules,":[25],"such":[26],"as":[27],"attention":[28],"mechanisms":[29],"and":[30,43,57,70,118,140,158,165,189],"graph":[31],"convolutional":[32],"networks.":[33],"These":[34,198],"methods":[35],"reason":[36],"about":[37],"semantics":[39],"of":[40,63,83,89,112,138,203],"features":[42,59,124,142,160],"their":[44,163],"interaction":[45],"with":[46],"text-based":[47],"questions,":[48],"yielding":[49],"excellent":[50],"results.":[51],"However,":[52],"these":[53,98],"approaches":[54],"often":[55],"learn":[56],"fuse":[58],"representing":[60],"different":[61],"aspects":[62],"separately,":[66],"neglecting":[67],"intra-interaction":[69],"overlooking":[71],"latent":[73],"complex":[74],"correlations":[75],"between":[76],"extracted":[78],"features.":[79],"Additionally,":[80],"stacking":[82],"modules":[84],"introduces":[85],"large":[87],"number":[88],"parameters,":[90],"making":[91],"model":[92,116,129,173],"training":[93],"more":[94],"challenging.":[95],"To":[96],"issues,":[99],"we":[100],"propose":[101],"novel":[103],"multimodal":[104],"knowledge":[105,113,206],"distillation":[106,114,207],"method":[107],"leverages":[109],"strengths":[111],"for":[115],"compression":[117],"feature":[119],"enhancement.":[120],"Specifically,":[121],"fused":[123],"in":[125,143,152],"larger":[127],"teacher":[128],"are":[130],"distilled":[131],"into":[132],"knowledge,":[133],"which":[134],"guides":[135],"learning":[137],"appearance":[139,157],"motion":[141,159],"smaller":[145],"student":[146],"model.":[147],"By":[148],"incorporating":[149],"information":[151],"early":[154],"stages,":[155],"can":[161],"discover":[162],"related":[164],"complementary":[166],"potential":[167],"relationships,":[168],"thus":[169],"improving":[170],"overall":[172],"performance.":[174],"Despite":[175],"its":[176],"simplicity,":[177],"our":[178],"extensive":[179],"experiments":[180],"on":[181],"widely":[183],"used":[184],"QA":[186],"datasets,":[187],"MSVD-QA":[188],"MSRVTT-QA,":[190],"demonstrate":[191],"clear":[192],"performance":[193],"improvements":[194],"over":[195],"prior":[196],"methods.":[197],"results":[199],"validate":[200],"effectiveness":[202],"proposed":[205],"approach.":[208]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2023-06-13T00:00:00"}
