{"id":"https://openalex.org/W7134963579","doi":"https://doi.org/10.48550/arxiv.2603.09798","title":"Test-time Ego-Exo-centric Adaptation for Action Anticipation via Multi-Label Prototype Growing and Dual-Clue Consistency","display_name":"Test-time Ego-Exo-centric Adaptation for Action Anticipation via Multi-Label Prototype Growing and Dual-Clue Consistency","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134963579","doi":"https://doi.org/10.48550/arxiv.2603.09798"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019769019","display_name":"Zhaofeng Shi","orcid":"https://orcid.org/0000-0001-6313-8670"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shi, Zhaofeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434602","display_name":"Heqian Qiu","orcid":"https://orcid.org/0000-0002-0963-0311"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Heqian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128711876","display_name":"Lanxiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lanxiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128785292","display_name":"Qingbo Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Qingbo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128784493","display_name":"Fanman Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Fanman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128775903","display_name":"Lili Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Lili","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128753091","display_name":"Hongliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hongliang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019769019"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.3984000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.3984000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.1573999971151352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5938000082969666},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.567300021648407},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.5049999952316284},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4797999858856201},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45329999923706055},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41269999742507935},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.40529999136924744}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634999752044678},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5938000082969666},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.567300021648407},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4742000102996826},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45329999923706055},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.28130000829696655},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5415641069412231,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"adaptation":[1,24,119],"between":[2],"Egocentric":[3],"(Ego)":[4],"and":[5,36,91,111,120,140,187,196,200,210],"Exocentric":[6],"(Exo)":[7],"views":[8],"is":[9,74,231],"crucial":[10],"for":[11,31,53,76,115,143,194],"applications":[12],"such":[13],"as":[14],"human-robot":[15],"cooperation.":[16],"However,":[17],"the":[18,45,62,88,157,175,184,206,211,216],"success":[19],"of":[20,48,218],"most":[21],"existing":[22,77,212],"Ego-Exo":[23,51,118],"methods":[25,81,225],"relies":[26],"heavily":[27],"on":[28,205],"target-view":[29,71],"data":[30,37],"training,":[32],"thereby":[33],"increasing":[34],"computational":[35],"collection":[38],"costs.":[39],"In":[40],"this":[41,84],"paper,":[42],"we":[43,97,124,182],"make":[44],"first":[46],"exploration":[47],"a":[49,99,126,163,227],"Test-time":[50],"Adaptation":[52,79],"Action":[54],"Anticipation":[55],"(TE$^{2}$A$^{3}$)":[56],"task,":[57],"which":[58,107,147,173,221],"aims":[59],"to":[60,69,82,87,132,166,190],"adjust":[61],"source-view-trained":[63],"model":[64],"online":[65],"during":[66],"test":[67],"time":[68],"anticipate":[70],"actions.":[72],"It":[73],"challenging":[75],"Test-Time":[78],"(TTA)":[80],"address":[83],"task":[85],"due":[86],"multi-action":[89],"candidates":[90],"significant":[92],"temporal-spatial":[93],"inter-view":[94],"gap.":[95],"Hence,":[96],"propose":[98,125],"novel":[100],"Dual-Clue":[101,158],"enhanced":[102],"Prototype":[103,128],"Growing":[104,129],"Network":[105],"(DCPGN),":[106],"accumulates":[108],"multi-label":[109,138],"knowledge":[110],"integrates":[112],"cross-modality":[113],"clues":[114,169,177],"effective":[116],"test-time":[117],"action":[121,171],"anticipation.":[122],"Specifically,":[123],"Multi-Label":[127],"Module":[130,160],"(ML-PGM)":[131],"balance":[133],"multiple":[134],"positive":[135],"classes":[136],"via":[137],"assignment":[139],"confidence-based":[141],"reweighting":[142],"class-wise":[144],"memory":[145],"banks,":[146],"are":[148],"updated":[149],"by":[150,226],"an":[151],"entropy":[152],"priority":[153],"queue":[154],"strategy.":[155],"Then,":[156],"Consistency":[159],"(DCCM)":[161],"introduces":[162],"lightweight":[164],"narrator":[165],"generate":[167],"textual":[168,186],"indicating":[170],"progressions,":[172],"complement":[174],"visual":[176,188],"containing":[178],"various":[179],"objects.":[180],"Moreover,":[181],"constrain":[183],"inferred":[185],"logits":[189],"construct":[191],"dual-clue":[192],"consistency":[193],"temporally":[195],"spatially":[197],"bridging":[198],"Ego":[199],"Exo":[201],"views.":[202],"Extensive":[203],"experiments":[204],"newly":[207],"proposed":[208],"EgoMe-anti":[209],"EgoExoLearn":[213],"benchmarks":[214],"show":[215],"effectiveness":[217],"our":[219],"method,":[220],"outperforms":[222],"related":[223],"state-of-the-art":[224],"large":[228],"margin.":[229],"Code":[230],"available":[232],"at":[233],"\\href{https://github.com/ZhaofengSHI/DCPGN}{https://github.com/ZhaofengSHI/DCPGN}.":[234]},"counts_by_year":[],"updated_date":"2026-03-12T06:18:43.230356","created_date":"2026-03-12T00:00:00"}