{"id":"https://openalex.org/W7159595903","doi":"https://doi.org/10.48550/arxiv.2604.28173","title":"Action Motifs: Self-Supervised Hierarchical Representation of Human Body Movements","display_name":"Action Motifs: Self-Supervised Hierarchical Representation of Human Body Movements","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7159595903","doi":"https://doi.org/10.48550/arxiv.2604.28173"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.28173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.28173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.28173","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134930719","display_name":"Genki Kinoshita","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kinoshita, Genki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082390439","display_name":"Shu Nakamura","orcid":"https://orcid.org/0000-0002-3967-5932"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakamura, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120914357","display_name":"Ryo Kawahara","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kawahara, Ryo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031042114","display_name":"Shohei Nobuhara","orcid":"https://orcid.org/0000-0002-3204-8696"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nobuhara, Shohei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027960360","display_name":"Yasutomo Kawanishi","orcid":"https://orcid.org/0000-0002-3799-4550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kawanishi, Yasutomo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5034253077","display_name":"Ko Nishino","orcid":"https://orcid.org/0000-0002-3534-3447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nishino, Ko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.05640000104904175,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6620000004768372},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5934000015258789},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5388000011444092},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.48429998755455017},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.46959999203681946},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.39590001106262207},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3950999975204468},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3853999972343445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092999815940857},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6620000004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6359000205993652},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5934000015258789},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5388000011444092},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.48429998755455017},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.46959999203681946},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3950999975204468},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3853999972343445},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C20864712","wikidata":"https://www.wikidata.org/wiki/Q667800","display_name":"Biological motion","level":3,"score":0.3391000032424927},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C193293595","wikidata":"https://www.wikidata.org/wiki/Q23852","display_name":"Human body","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.3034000098705292},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2603999972343445},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2556999921798706},{"id":"https://openalex.org/C22237779","wikidata":"https://www.wikidata.org/wiki/Q907574","display_name":"Body schema","level":3,"score":0.2524999976158142},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.28173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.28173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.28173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.28173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.44048431515693665,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effective":[0],"human":[1,9,51,66,150,196],"behavior":[2,151,197],"modeling":[3,198],"requires":[4],"a":[5,19,56,70,76,88,125,145,159],"representation":[6,21,64,96],"of":[7,23,101,110,114,129,148,162,186],"the":[8,28,168,184],"body":[10,45,115,179],"movement":[11],"that":[12,26,35],"capitalizes":[13],"on":[14,167],"its":[15],"compositionality.":[16],"We":[17,53,138,157],"propose":[18],"hierarchical":[20,63],"consisting":[22],"Action":[24,33,103,141,191],"Atoms":[25],"capture":[27,106],"atomic":[29],"joint":[30],"movements":[31,46],"and":[32,42,83,177,205],"Motifs":[34],"are":[36],"formed":[37],"by":[38,164],"their":[39,134,172],"temporal":[40,98,108],"compositions":[41],"encode":[43],"similar":[44],"found":[47],"across":[48],"different":[49],"overall":[50],"actions.":[52],"derive":[54],"A4Mer,":[55],"nested":[57],"latent":[58,90,136],"Transformer":[59],"to":[60,170],"learn":[61],"this":[62,123],"from":[65],"pose":[67,78],"data":[68],"in":[69,133],"fully":[71],"self-supervised":[72],"manner.":[73],"A4Mer":[74,121,187],"splits":[75],"3D":[77],"sequence":[79],"into":[80],"variable-length":[81],"segments":[82,113],"represents":[84],"each":[85],"segment":[86],"as":[87],"single":[89],"token":[91,131],"(Action":[92,119],"Atoms).":[93],"Through":[94],"bottom-up":[95],"learning,":[97],"patterns":[99],"composed":[100],"these":[102],"Atoms,":[104],"which":[105,193],"meaningful":[107,190],"spans":[109],"reusable,":[111],"semantic":[112],"movements,":[116],"naturally":[117],"emerge":[118],"Motifs).":[120],"achieves":[122],"with":[124,153],"unified":[126],"pretext":[127],"task":[128],"masked":[130],"prediction":[132],"respective":[135],"spaces.":[137],"also":[139],"introduce":[140,158],"Motif":[142],"Dataset":[143],"(AMD),":[144],"large-scale":[146],"dataset":[147],"multi-view":[149],"videos":[152],"full":[154],"SMPL":[155],"annotations.":[156],"novel":[160],"use":[161],"cameras":[163],"mounting":[165],"them":[166],"feet":[169],"achieve":[171],"frame-wise":[173],"annotations":[174],"despite":[175],"frequent":[176],"heavy":[178],"occlusions.":[180],"Experimental":[181],"results":[182],"demonstrate":[183],"effectiveness":[185],"for":[188],"extracting":[189],"Motifs,":[192],"significantly":[194],"benefit":[195],"tasks":[199],"including":[200],"action":[201],"recognition,":[202],"motion":[203,206],"prediction,":[204],"interpolation.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}