{"id":"https://openalex.org/W7165355945","doi":"https://doi.org/10.48550/arxiv.2606.19706","title":"NEST: Narrative Event Structures in Time for Long Video Understanding","display_name":"NEST: Narrative Event Structures in Time for Long Video Understanding","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165355945","doi":"https://doi.org/10.48550/arxiv.2606.19706"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138973344","display_name":"Ali Asgarov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asgarov, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138972852","display_name":"Kaushik Narasimhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narasimhan, Kaushik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038530616","display_name":"Najibul Haque Sarker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarker, Najibul Haque","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139021604","display_name":"Hani Alomari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alomari, Hani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019395555","display_name":"Chia-Wei Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Chia-Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114073724","display_name":"Anushka Sivakumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sivakumar, Anushka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081902603","display_name":"Zaber Ibn Abdul Hakim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hakim, Zaber Ibn Abdul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139019962","display_name":"Shaurya Mallampati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mallampati, Shaurya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139003489","display_name":"Chris Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas, Chris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.8130000233650208},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.7444999814033508},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5268999934196472},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5062999725341797},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4729999899864197},{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.462799996137619},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4325000047683716},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4244000017642975}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.8130000233650208},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.7444999814033508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775000095367432},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4729999899864197},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.462799996137619},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.38609999418258667},{"id":"https://openalex.org/C78015137","wikidata":"https://www.wikidata.org/wiki/Q847829","display_name":"Narrative structure","level":3,"score":0.3734000027179718},{"id":"https://openalex.org/C63985673","wikidata":"https://www.wikidata.org/wiki/Q6966216","display_name":"Narrative network","level":5,"score":0.3723999857902527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3675000071525574},{"id":"https://openalex.org/C2777810175","wikidata":"https://www.wikidata.org/wiki/Q5416730","display_name":"Event structure","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3474000096321106},{"id":"https://openalex.org/C123606473","wikidata":"https://www.wikidata.org/wiki/Q907918","display_name":"Complex event processing","level":3,"score":0.34439998865127563},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C117893075","wikidata":"https://www.wikidata.org/wiki/Q6966213","display_name":"Narrative inquiry","level":3,"score":0.3174000084400177},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2,30,95,118,133],"vision-language":[3],"models":[4],"has":[5],"enabled":[6],"the":[7,15],"processing":[8],"of":[9,27,103],"increasingly":[10],"long":[11,31,34,79],"video":[12,35],"sequences,":[13],"but":[14],"ability":[16],"to":[17,25,73],"handle":[18],"extended":[19],"token":[20],"streams":[21],"does":[22],"not":[23],"translate":[24],"understanding":[26],"narrative":[28,115,127,146],"structure":[29],"videos.":[32],"Existing":[33],"benchmarks":[36],"focus":[37],"on":[38],"needle-in-a-haystack":[39],"retrieval":[40],"rather":[41],"than":[42],"evaluating":[43],"how":[44,49,55],"low-level":[45],"actions":[46],"form":[47],"events,":[48],"events":[50,116,128,203],"interact":[51],"across":[52],"time,":[53],"and":[54,122,137,139,153,171,192,210],"narratives":[56],"progress,":[57],"for":[58,97,159,181],"example,":[59],"whether":[60],"a":[61,70,74,101],"model":[62],"can":[63],"connect":[64],"an":[65],"early":[66],"setback,":[67],"such":[68],"as":[69],"job":[71],"loss":[72],"later":[75],"relationship":[76],"breakup,":[77],"despite":[78],"gaps,":[80],"intervening":[81],"scenes,":[82],"or":[83],"flashbacks":[84],"that":[85,144],"reframe":[86],"what":[87],"occurred.":[88],"We":[89,156],"introduce":[90,157],"NEST":[91,124],"(Narrative":[92],"Event":[93],"Structures":[94],"Time":[96],"Long":[98],"Video":[99],"Understanding),":[100],"dataset":[102],"1005":[104],"full-length":[105],"movies":[106],"(avg.":[107],"98":[108],"minutes),":[109],"each":[110],"annotated":[111],"with":[112,129,185],"102":[113],"multimodal":[114,126],"grounded":[117,132,182],"visual":[119,134],"content,":[120,135],"dialogue,":[121,136],"audio.":[123],"captures":[125],"structured":[130],"annotations":[131],"audio,":[138],"links":[140],"them":[141],"through":[142],"relations":[143],"reflect":[145],"structure,":[147],"including":[148],"temporal":[149],"ordering,":[150],"hierarchical":[151],"composition,":[152],"long-range":[154],"dependencies.":[155],"baselines":[158],"event":[160,164,167,172,183],"trigger":[161],"detection":[162],"(ETD),":[163],"localization":[165],"(EL),":[166],"argument":[168],"extraction":[169,174],"(EAE),":[170],"relation":[173],"(ERE).":[175],"The":[176],"benchmark":[177],"is":[178,199],"highly":[179],"challenging":[180],"discovery,":[184],"ETD":[186],"below":[187,194],"8%,":[188],"EL":[189],"under":[190],"6%,":[191],"EAE":[193],"11%.":[195],"In":[196],"contrast,":[197],"ERE":[198],"more":[200],"tractable":[201],"once":[202],"are":[204],"given,":[205],"reaching":[206],"35.45%":[207],"F1":[208,212],"zero-shot":[209],"44.42%":[211],"after":[213],"fine-tuning.":[214]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-20T00:00:00"}