{"id":"https://openalex.org/W7123750345","doi":"https://doi.org/10.48550/arxiv.2601.07459","title":"Improving Video Question Answering through query-based frame selection","display_name":"Improving Video Question Answering through query-based frame selection","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123750345","doi":"https://doi.org/10.48550/arxiv.2601.07459"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.07459","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.07459","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025350015","display_name":"Himanshu Patil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patil, Himanshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032206052","display_name":"Geo Jolly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jolly, Geo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092395692","display_name":"Ramana Raja Buddala","orcid":"https://orcid.org/0009-0003-7266-0657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Buddala, Ramana Raja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122955133","display_name":"Ganesh Ramakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramakrishnan, Ganesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122921896","display_name":"Rohit Saluja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saluja, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.7250999808311462},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.7116000056266785},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6972000002861023},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5781000256538391},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5667999982833862},{"id":"https://openalex.org/keywords/residual-frame","display_name":"Residual frame","score":0.5145999789237976},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.503600001335144},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4180999994277954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7580000162124634},{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.7250999808311462},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.7116000056266785},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6972000002861023},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5781000256538391},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5667999982833862},{"id":"https://openalex.org/C204641915","wikidata":"https://www.wikidata.org/wiki/Q7315509","display_name":"Residual frame","level":4,"score":0.5145999789237976},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.503600001335144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49219998717308044},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.3785000145435333},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3513000011444092},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C198327121","wikidata":"https://www.wikidata.org/wiki/Q7410163","display_name":"Sampling frame","level":3,"score":0.3010999858379364},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C15312841","wikidata":"https://www.wikidata.org/wiki/Q1657198","display_name":"Set function","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25130000710487366},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.07459","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.07459","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8671598434448242,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"Question":[1],"Answering":[2],"(VideoQA)":[3],"models":[4,42],"enhance":[5,209],"understanding":[6],"and":[7,17,30,110,146,162],"interaction":[8],"with":[9,98,198],"audiovisual":[10],"content,":[11],"making":[12],"it":[13],"more":[14],"accessible,":[15],"searchable,":[16],"useful":[18],"for":[19,44,114],"a":[20,48,75,127,212,221],"wide":[21,213],"range":[22,214],"of":[23,51,70,79,130,149,169,215,223],"fields":[24],"such":[25,204],"as":[26],"education,":[27],"surveillance,":[28],"entertainment,":[29],"content":[31],"creation.":[32],"Due":[33],"to":[34,82,171],"heavy":[35],"compute":[36],"requirements,":[37],"most":[38],"large":[39],"visual":[40,112],"language":[41],"(VLMs)":[43],"VideoQA":[45,134],"rely":[46,218],"on":[47,86,121,136,219],"fixed":[49],"number":[50],"frames":[52,65,80,107,195],"by":[53],"uniformly":[54],"sampling":[55,97,164],"the":[56,68,71,83,87,105,122,199],"video.":[57,72],"However,":[58],"this":[59,137],"process":[60],"does":[61],"not":[62],"pick":[63],"important":[64],"or":[66],"capture":[67],"context":[69],"We":[73,117,201],"present":[74],"novel":[76],"query-based":[77,99,163,177,188,205],"selection":[78,179,207],"relevant":[81],"questions":[84],"based":[85],"submodular":[88],"mutual":[89],"Information":[90],"(SMI)":[91],"functions.":[92],"By":[93],"replacing":[94],"uniform":[95,153,161,181],"frame":[96,154,178,206],"selection,":[100,189],"our":[101,119],"method":[102],"ensures":[103],"that":[104,187,203,217],"chosen":[106],"provide":[108],"complementary":[109],"essential":[111],"information":[113],"accurate":[115],"VideoQA.":[116],"evaluate":[118],"approach":[120],"MVBench":[123],"dataset,":[124],"which":[125,150],"spans":[126],"diverse":[128],"set":[129],"multi-action":[131],"video":[132,224],"tasks.":[133],"accuracy":[135,167,210],"dataset":[138],"was":[139,173],"assessed":[140],"using":[141,159,176,190],"two":[142],"VLMs,":[143],"namely":[144],"Video-LLaVA":[145],"LLaVA-NeXT,":[147],"both":[148,160],"originally":[151],"employed":[152],"sampling.":[155,182],"Experiments":[156],"were":[157],"conducted":[158],"strategies.":[165],"An":[166],"improvement":[168],"up":[170],"\\textbf{4\\%}":[172],"observed":[174],"when":[175],"over":[180],"Qualitative":[183],"analysis":[184],"further":[185],"highlights":[186],"SMI":[191],"functions,":[192],"consistently":[193],"picks":[194],"better":[196],"aligned":[197],"question.":[200],"opine":[202],"can":[208],"in":[211],"tasks":[216],"only":[220],"subset":[222],"frames.":[225]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-14T00:00:00"}