{"id":"https://openalex.org/W4410294711","doi":"https://doi.org/10.1109/tpami.2025.3569195","title":"Cascaded Dynamic Memory Refinement and Semantic Alignment for Exo-to-Ego Cross-View Video Generation","display_name":"Cascaded Dynamic Memory Refinement and Semantic Alignment for Exo-to-Ego Cross-View Video Generation","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4410294711","doi":"https://doi.org/10.1109/tpami.2025.3569195","pmid":"https://pubmed.ncbi.nlm.nih.gov/40354218"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3569195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3569195","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101831163","display_name":"Weipeng Hu","orcid":"https://orcid.org/0000-0003-2886-7346"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weipeng Hu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2886-7346","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088221388","display_name":"Jiun Tian Hoe","orcid":"https://orcid.org/0000-0002-3232-2640"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiun Tian Hoe","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3232-2640","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372617","display_name":"Jianhui Li","orcid":"https://orcid.org/0009-0000-6197-419X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jianhui Li","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0000-6197-419X","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haifeng Hu","orcid":"https://orcid.org/0000-0002-4884-323X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Hu","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","School of Electronics and Information Technology, Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0002-4884-323X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xudong Jiang","orcid":"https://orcid.org/0000-0002-9104-2315"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xudong Jiang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9104-2315","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yap-Peng Tan","orcid":"https://orcid.org/0000-0002-0645-9109"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yap-Peng Tan","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0645-9109","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2966,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88099085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"47","issue":"9","first_page":"7490","last_page":"7505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7435458898544312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6362884044647217},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4875999987125397},{"id":"https://openalex.org/keywords/id-ego-and-super-ego","display_name":"Id, ego and super-ego","score":0.4100745916366577},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40191200375556946},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3803967833518982},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3234771490097046},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12676846981048584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7435458898544312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6362884044647217},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4875999987125397},{"id":"https://openalex.org/C9180747","wikidata":"https://www.wikidata.org/wiki/Q486893","display_name":"Id, ego and super-ego","level":2,"score":0.4100745916366577},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40191200375556946},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3803967833518982},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3234771490097046},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12676846981048584},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3569195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3569195","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40354218","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40354218","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218197","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218197","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2273818272","https://openalex.org/W2348664362","https://openalex.org/W2495603374","https://openalex.org/W2799067027","https://openalex.org/W2950689937","https://openalex.org/W2953096069","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2963021791","https://openalex.org/W2963073614","https://openalex.org/W2963092440","https://openalex.org/W2963767194","https://openalex.org/W2964245526","https://openalex.org/W2988407809","https://openalex.org/W3003301247","https://openalex.org/W3035574324","https://openalex.org/W3037984277","https://openalex.org/W3095422700","https://openalex.org/W3107580728","https://openalex.org/W3110984360","https://openalex.org/W3135662255","https://openalex.org/W3198225285","https://openalex.org/W3201844719","https://openalex.org/W3205944169","https://openalex.org/W4283799360","https://openalex.org/W4285288115","https://openalex.org/W4292794845","https://openalex.org/W4312324876","https://openalex.org/W4312598744","https://openalex.org/W4312872987","https://openalex.org/W4313026781","https://openalex.org/W4313071313","https://openalex.org/W4327661565","https://openalex.org/W4375869064","https://openalex.org/W4385338853","https://openalex.org/W4385756417","https://openalex.org/W4385805020","https://openalex.org/W4390874677","https://openalex.org/W4391428903","https://openalex.org/W4402727748","https://openalex.org/W4402996870","https://openalex.org/W4411245107","https://openalex.org/W6676531042","https://openalex.org/W6678815747","https://openalex.org/W6685352114","https://openalex.org/W6741832134","https://openalex.org/W6745560452","https://openalex.org/W6748599093","https://openalex.org/W6752378368","https://openalex.org/W6753914649","https://openalex.org/W6755312952","https://openalex.org/W6756348020","https://openalex.org/W6765529972","https://openalex.org/W6769148693","https://openalex.org/W6853219587","https://openalex.org/W6862576715","https://openalex.org/W7066477361"],"related_works":["https://openalex.org/W4317827682","https://openalex.org/W2384047230","https://openalex.org/W2349664984","https://openalex.org/W129516394","https://openalex.org/W3151918114","https://openalex.org/W2912578624","https://openalex.org/W2949426115","https://openalex.org/W2359694826","https://openalex.org/W2742105664","https://openalex.org/W2971369648"],"abstract_inverted_index":{"Cross-view":[0],"video":[1],"generation":[2],"from":[3,174],"exocentric":[4,181,260],"(third-person)":[5],"to":[6,15,42,79,92,121,138,179,226,266],"egocentric":[7,38,76,171,176],"(first-person)":[8],"perspectives":[9],"poses":[10],"a":[11,54,107,113,118,209,255],"challenging":[12],"task,":[13],"due":[14],"the":[16,99,123,145,175,180,186,190,212,237,269],"significant":[17],"viewpoint":[18,147,228],"gap":[19,192],"and":[20,36,63,74,116,135,166,215,222,248,262,288],"limited":[21,100,245],"overlap":[22,101],"between":[23,102,193],"these":[24,50],"two":[25],"views.":[26,103],"Previous":[27],"methods":[28],"exhibit":[29],"limitations":[30,238],"in":[31,45,200,282],"capturing":[32],"long-range":[33,197],"temporal":[34,69,90,126,198],"context":[35],"overlook":[37],"semantic":[39,77,151,167,172,191,220],"priors,":[40],"leading":[41],"degraded":[43],"performance":[44],"cross-view":[46],"synthesis.":[47],"To":[48,235],"address":[49],"challenges,":[51],"we":[52,105,156,253],"propose":[53,157],"cue-free":[55],"video-based":[56],"approach":[57],"termed":[58],"cascaded":[59,210],"Dynamic":[60,83],"memory":[61,109],"Refinement":[62,85,216],"Semantic":[64,159],"Alignment":[65,160,214],"(DRSA),":[66],"which":[67,128,169],"integrates":[68],"knowledge":[70,114],"over":[71],"extended":[72],"periods":[73],"learns":[75],"information":[78,95],"generate":[80],"videos.":[81],"The":[82],"Memory":[84],"(DMR)":[86],"exploits":[87],"long":[88],"horizon":[89],"dynamics":[91],"learn":[93],"salient":[94],"that":[96,110,149,275],"compensates":[97],"for":[98,243],"Specifically,":[104],"devise":[106],"dynamic":[108,259],"serves":[111],"as":[112],"repository,":[115],"utilize":[117],"sliding":[119],"window":[120],"locate":[122],"corresponding":[124],"long-term":[125],"information,":[127],"is":[129],"subsequently":[130],"processed":[131],"with":[132,162,258],"adaptive":[133],"weighting":[134],"cross-attention":[136],"transformer":[137],"refine":[139],"feature":[140,224],"representations.":[141],"Furthermore,":[142],"aware":[143],"of":[144,153,233,239,250,284],"considerable":[146],"divergence":[148],"hinder":[150],"learning":[152,165,229],"target":[154],"view,":[155],"Viewpoint-aware":[158],"(VSA)":[161],"dual":[163],"encoder-decoder":[164],"alignment,":[168],"transfer":[170],"details":[173],"synthesis":[177,182],"pipeline":[178],"pipeline.":[183],"In":[184],"particular,":[185],"VSA":[187],"module":[188],"narrows":[189],"views,":[194],"further":[195,267],"promoting":[196],"modeling":[199],"DMR":[201],"under":[202],"alignment":[203],"constraints.":[204],"By":[205],"extending":[206],"this":[207],"into":[208],"fashion,":[211],"Cascaded":[213],"(CAR)":[217],"progressively":[218],"aligns":[219],"features":[221],"performs":[223],"refinement":[225],"facilitate":[227],"at":[230],"different":[231],"levels":[232],"granularity.":[234],"overcome":[236],"existing":[240],"databases":[241],"known":[242],"their":[244],"static":[246],"scenes":[247,261],"scarcity":[249],"interacting":[251,264],"objects,":[252],"create":[254],"new":[256],"dataset":[257],"rich":[263],"objects":[265],"promote":[268],"task.":[270],"Thorough":[271],"experimental":[272],"analysis":[273],"reveals":[274],"our":[276],"method":[277],"surpasses":[278],"current":[279],"state-of-the-art":[280],"techniques":[281],"terms":[283],"both":[285],"quantitative":[286],"metrics":[287],"qualitative":[289],"evaluations.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}