{"id":"https://openalex.org/W7139917033","doi":"https://doi.org/10.48550/arxiv.2603.18558","title":"HiMu: Hierarchical Multimodal Frame Selection for Long Video Question Answering","display_name":"HiMu: Hierarchical Multimodal Frame Selection for Long Video Question Answering","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139917033","doi":"https://doi.org/10.48550/arxiv.2603.18558"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18558","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18558","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18558","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015407480","display_name":"Dan Ben-Ami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben-Ami, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123484992","display_name":"Gabriele Serussi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Serussi, Gabriele","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130241454","display_name":"Kobi Cohen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Kobi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130228707","display_name":"Chaim Baskin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baskin, Chaim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6746000051498413},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6348000168800354},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6194999814033508},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6015999913215637},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4293999969959259},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.40149998664855957},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.352400004863739},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.3456999957561493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7888000011444092},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6746000051498413},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6348000168800354},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6194999814033508},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6015999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45590001344680786},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37439998984336853},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.271699994802475},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18558","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18558","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18558","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18558","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-form":[0],"video":[1],"question":[2],"answering":[3],"requires":[4],"reasoning":[5],"over":[6],"extended":[7],"temporal":[8,125],"contexts,":[9],"making":[10],"frame":[11],"selection":[12],"critical":[13],"for":[14],"large":[15],"vision-language":[16],"models":[17],"(LVLMs)":[18],"bound":[19],"by":[20],"finite":[21],"context":[22],"windows.":[23],"Existing":[24],"methods":[25,50],"face":[26],"a":[27,39,65,81,93,130],"sharp":[28],"trade-off:":[29],"similarity-based":[30],"selectors":[31],"are":[32,87,109],"fast":[33],"but":[34,58],"collapse":[35],"compositional":[36],"queries":[37],"into":[38,80],"single":[40,73],"dense":[41],"vector,":[42],"losing":[43],"sub-event":[44],"ordering":[45],"and":[46,102,117,127,138,159],"cross-modal":[47],"bindings;":[48],"agent-based":[49],"recover":[51],"this":[52,70],"structure":[53],"through":[54,120],"iterative":[55],"LVLM":[56],"inference,":[57],"at":[59,148,167],"prohibitive":[60],"cost.":[61],"We":[62],"introduce":[63],"HiMu,":[64],"training-free":[66],"framework":[67],"that":[68,123,141],"bridges":[69],"gap.":[71],"A":[72],"text-only":[74],"LLM":[75],"call":[76],"decomposes":[77],"the":[78,144],"query":[79],"hierarchical":[82],"logic":[83],"tree":[84],"whose":[85],"leaves":[86],"atomic":[88],"predicates,":[89],"each":[90],"routed":[91],"to":[92,113],"lightweight":[94],"expert":[95],"spanning":[96],"vision":[97],"(CLIP,":[98],"open-vocabulary":[99],"detection,":[100],"OCR)":[101],"audio":[103],"(ASR,":[104],"CLAP).":[105],"The":[106],"resulting":[107],"signals":[108],"normalized,":[110],"temporally":[111],"smoothed":[112],"align":[114],"different":[115],"modalities,":[116],"composed":[118],"bottom-up":[119],"fuzzy-logic":[121],"operators":[122],"enforce":[124],"sequencing":[126],"adjacency,":[128],"producing":[129],"continuous":[131],"satisfaction":[132],"curve.":[133],"Evaluations":[134],"on":[135],"Video-MME,":[136],"LongVideoBench":[137],"HERBench-Lite":[139],"show":[140],"HiMu":[142],"advances":[143],"efficiency-accuracy":[145],"Pareto":[146],"front:":[147],"16":[149],"frames":[150,169],"with":[151,160],"Qwen3-VL":[152],"8B":[153],"it":[154,162],"outperforms":[155],"all":[156],"competing":[157],"selectors,":[158],"GPT-4o":[161],"surpasses":[163],"agentic":[164],"systems":[165],"operating":[166],"32-512":[168],"while":[170],"requiring":[171],"roughly":[172],"10x":[173],"fewer":[174],"FLOPs.":[175]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-21T00:00:00"}