{"id":"https://openalex.org/W7201843508","doi":"https://doi.org/10.48550/arxiv.2608.05728","title":"Engram-E2VID: Reference-Based Event-to-Video Reconstruction via Generative Activation of Appearance Engrams","display_name":"Engram-E2VID: Reference-Based Event-to-Video Reconstruction via Generative Activation of Appearance Engrams","publication_year":2026,"publication_date":"2026-08-06","ids":{"openalex":"https://openalex.org/W7201843508","doi":"https://doi.org/10.48550/arxiv.2608.05728"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.05728","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.05728","pdf_url":"https://arxiv.org/pdf/2608.05728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.05728","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138148556","display_name":"Feiyu Ji","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji, Feiyu","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146009392","display_name":"Xiang Lorraine Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Xiang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146073521","display_name":"Hao Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ma, Hao","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145971532","display_name":"Tianxiang Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Tianxiang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145999775","display_name":"Qingxin Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu, Qingxin","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021272610","display_name":"Mengqi Ji","orcid":"https://orcid.org/0000-0002-9210-6851","observed_orcids":["https://orcid.org/0000-0002-9210-6851"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji, Mengqi","raw_affiliation_strings":["Institute of Artificial Intelligence , Beihang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133724513","display_name":"Lei Han","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Lei","raw_affiliation_strings":["DISCOVER Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DISCOVER Robotics","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138236924","display_name":"Xiaokang Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Xiaokang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062916840","display_name":"Xiaoyun Yuan","orcid":"https://orcid.org/0000-0002-7914-3658","observed_orcids":["https://orcid.org/0000-0002-7914-3658"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan, Xiaoyun","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence , Institute of AI , School of Computer Science , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6000999808311462,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6000999808311462,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.24770000576972961,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.07720000296831131,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/event-cameras","display_name":"event cameras","score":0.8159999847412109},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.6959999799728394},{"id":"https://openalex.org/keywords/motion-boundary-detection","display_name":"motion boundary detection","score":0.5709999799728394},{"id":"https://openalex.org/keywords/video-frame-reconstruction","display_name":"video frame reconstruction","score":0.3140000104904175}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6922000050544739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6650999784469604},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5636000037193298},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5511999726295471},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5026999711990356},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.482699990272522},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.4796999990940094},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4410000145435333},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C74992021","wikidata":"https://www.wikidata.org/wiki/Q184876","display_name":"Frame of reference","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C2776235265","wikidata":"https://www.wikidata.org/wiki/Q18392052","display_name":"Fragment (logic)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C28093023","wikidata":"https://www.wikidata.org/wiki/Q175168","display_name":"Engram","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.05728","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.05728","pdf_url":"https://arxiv.org/pdf/2608.05728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.05728","doi":"https://doi.org/10.48550/arxiv.2608.05728","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.05728","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.05728","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.05728","pdf_url":"https://arxiv.org/pdf/2608.05728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7201843508.pdf","grobid_xml":"https://content.openalex.org/works/W7201843508.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W7116888598"],"related_works":["https://openalex.org/W7155042493","https://openalex.org/W7134194126","https://openalex.org/W4400611567","https://openalex.org/W7162428053","https://openalex.org/W7161152639","https://openalex.org/W4404198618","https://openalex.org/W4404002457","https://openalex.org/W7131414627","https://openalex.org/W7171982987","https://openalex.org/W4415797211"],"abstract_inverted_index":{"Reference-based":[0],"event-to-video":[1],"reconstruction":[2,41,194],"aims":[3],"to":[4,145,173,181],"recover":[5],"target":[6,80,143],"RGB":[7],"frames":[8,81],"from":[9,57],"a":[10,75,109,122],"reference":[11,59,91,104,147],"frame":[12,92],"and":[13,31,65,103,117,132,176],"the":[14,19,58,83,90,100,156,184,193],"event":[15,101],"stream":[16,102],"captured":[17],"over":[18,183],"reference-to-target":[20],"interval.":[21],"Although":[22],"events":[23],"provide":[24],"fine-grained":[25],"temporal":[26,67],"cues,":[27],"they":[28],"encode":[29],"sparse":[30],"asynchronous":[32],"log-intensity":[33],"changes":[34],"rather":[35],"than":[36],"absolute":[37],"appearance,":[38],"making":[39],"faithful":[40],"intrinsically":[42],"challenging.":[43],"The":[44],"central":[45],"challenge":[46],"lies":[47],"in":[48],"associating":[49],"event-derived":[50],"target-time":[51,110],"structures":[52,144],"with":[53,131],"relevant":[54,134],"appearance":[55,87,97,135,148],"information":[56],"frame,":[60],"especially":[61],"under":[62],"complex":[63],"motion":[64,115],"long":[66],"intervals.":[68],"In":[69],"this":[70],"work,":[71],"we":[72],"propose":[73],"Engram-E2VID,":[74],"structure-guided":[76],"framework":[77],"that":[78,113],"reconstructs":[79],"through":[82],"generative":[84],"activation":[85],"of":[86],"engrams.":[88],"Specifically,":[89],"is":[93],"encoded":[94],"into":[95,108],"token-space":[96,140],"engrams,":[98],"while":[99,155,188],"context":[105],"are":[106],"transformed":[107],"motion-structure":[111],"scaffold":[112],"captures":[114],"boundaries":[116],"event-induced":[118],"structural":[119,127],"changes.":[120],"Within":[121],"one-step":[123],"diffusion":[124,157],"backbone,":[125],"scaffold-derived":[126],"tokens":[128],"progressively":[129],"interact":[130],"activate":[133],"engrams":[136],"across":[137],"layers.":[138],"This":[139],"association":[141],"allows":[142],"access":[146],"without":[149],"relying":[150],"on":[151],"direct":[152],"pixel-wise":[153],"correspondence,":[154],"prior":[158],"complements":[159],"uncertain":[160],"or":[161],"newly":[162],"revealed":[163],"regions.":[164],"Across":[165],"three":[166],"benchmarks,":[167],"Engram-E2VID":[168],"improves":[169],"PSNR":[170],"by":[171,179],"up":[172,180],"3.29":[174],"dB":[175],"reduces":[177],"LPIPS":[178],"0.08":[182],"strongest":[185],"same-input":[186],"baseline,":[187],"degrading":[189],"more":[190],"slowly":[191],"as":[192],"interval":[195],"increases.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-08T00:00:00"}