{"id":"https://openalex.org/W7166690125","doi":"https://doi.org/10.48550/arxiv.2606.30544","title":"Latent Actions from Factorized Transition Effects under Agent Ambiguity","display_name":"Latent Actions from Factorized Transition Effects under Agent Ambiguity","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166690125","doi":"https://doi.org/10.48550/arxiv.2606.30544"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139713002","display_name":"Heejeong Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nam, Heejeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134051253","display_name":"Chandradithya S Jonnalagadda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonnalagadda, Chandradithya S","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139647116","display_name":"Harshit Aggarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Harshit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055712712","display_name":"Xu E","orcid":"https://orcid.org/0000-0003-2430-8563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139713838","display_name":"Randall Balestriero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balestriero, Randall","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2985000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2985000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2913999855518341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.7296000123023987},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7261000275611877},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6007000207901001},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5806999802589417},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.5695000290870667},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5497999787330627},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5116999745368958}],"concepts":[{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.7296000123023987},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7261000275611877},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6007000207901001},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5767999887466431},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5497999787330627},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.506600022315979},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3652999997138977},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C2779167558","wikidata":"https://www.wikidata.org/wiki/Q176468","display_name":"Transition system","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2793000042438507},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Latent":[0],"Action":[1],"Models":[2],"(LAMs)":[3],"learn":[4],"action-like":[5],"proxies":[6],"from":[7],"observation.":[8],"However,":[9],"in":[10,63,127],"multi-object":[11],"or":[12,170],"distractor-rich":[13],"scenes,":[14],"observations":[15],"contain":[16],"not":[17,48],"only":[18],"agent":[19],"motion":[20],"but":[21,53],"also":[22],"distractors,":[23],"camera":[24],"dynamics,":[25],"and":[26,70,121,144,167],"background":[27],"changes,":[28],"making":[29],"recovery":[30],"of":[31,58,74,163],"the":[32,42,49,59,64,116,136,147],"underlying":[33],"action":[34,51,68,75,154,165],"intrinsically":[35],"ambiguous":[36],"without":[37],"supervision.":[38,76],"We":[39,85,102],"argue":[40],"that":[41,135],"appropriate":[43],"unsupervised":[44],"target":[45],"is":[46],"therefore":[47],"true":[50],"itself,":[52],"a":[54,82,99,123,128],"state-conditioned":[55,109],"compositional":[56,100],"summary":[57],"transition":[60,96,138],"effects":[61],"present":[62],"scene,":[65],"enabling":[66],"better":[67],"alignment":[69,155],"more":[71,160],"effective":[72,161],"utilization":[73],"To":[77],"this":[78],"end,":[79],"we":[80],"propose":[81],"two-stage":[83],"framework.":[84],"first":[86],"pretrain":[87],"Observed":[88],"Transition":[89],"Factorization":[90],"(OTF)":[91],"to":[92],"discover":[93],"reusable":[94],"local":[95],"primitives":[97,106,139],"using":[98],"codebook.":[101],"then":[103],"aggregate":[104],"these":[105],"into":[107],"compact":[108],"latent":[110,149],"actions,":[111],"instantiated":[112],"as":[113],"OTF-LAM-Pixel":[114],"under":[115],"standard":[117],"inverse-forward":[118],"dynamics":[119],"framework":[120],"OTF-LAM-Dino,":[122],"decoder-free":[124],"variant":[125],"operating":[126],"frozen":[129],"DINOv2":[130],"representation":[131],"space.":[132],"Experiments":[133],"show":[134],"learned":[137],"transfer":[140],"across":[141],"visual":[142],"appearance":[143],"morphology,":[145],"while":[146],"resulting":[148],"actions":[150],"exhibit":[151],"substantially":[152],"stronger":[153],"than":[156],"existing":[157],"LAMs,":[158],"make":[159],"use":[162],"downstream":[164,172],"supervision,":[166],"achieve":[168],"competitive":[169],"superior":[171],"policy":[173],"performance.":[174]},"counts_by_year":[],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2026-07-01T00:00:00"}