{"id":"https://openalex.org/W7163057399","doi":"https://doi.org/10.48550/arxiv.2605.30608","title":"Semantic Motion Anchors: Bridging Motion and Meaning in Co-Speech Gestures","display_name":"Semantic Motion Anchors: Bridging Motion and Meaning in Co-Speech Gestures","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7163057399","doi":"https://doi.org/10.48550/arxiv.2605.30608"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073103551","display_name":"Varsha Suresh","orcid":"https://orcid.org/0000-0001-9872-5832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suresh, Varsha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137605343","display_name":"Mohammad Mahdi Abootorabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abootorabi, Mohammad Mahdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137578776","display_name":"Mohamed Salman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salman, Mohamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128057576","display_name":"M. Hamza Mughal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mughal, M. Hamza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theobalt, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044452407","display_name":"Ashwin Ram","orcid":"https://orcid.org/0000-0003-1430-8770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ram, Ashwin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069105456","display_name":"J\u00fcrgen Steimle","orcid":"https://orcid.org/0000-0003-3493-8745"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steimle, J\u00fcrgen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137515349","display_name":"Vera Demberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Demberg, Vera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.21639999747276306,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.21639999747276306,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.20759999752044678,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.1476999968290329,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9352999925613403},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5950000286102295},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.44440001249313354},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4318999946117401},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.3732999861240387}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9352999925613403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7039999961853027},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5950000286102295},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4729999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4498000144958496},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4318999946117401},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.29820001125335693},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5143893361091614,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Learning":[0],"a":[1,106,168],"shared":[2],"representation":[3],"between":[4,37],"spoken":[5,142],"text":[6,116,122],"and":[7,16,39,47,68,85,110,119],"gesture":[8,13,63,118,120,154],"is":[9,28],"central":[10],"to":[11,91,117,121,147,178],"co-speech":[12],"retrieval,":[14],"synthesis,":[15],"understanding,":[17],"but":[18],"remains":[19],"challenging":[20],"for":[21,140],"semantically":[22,138,174],"meaningful":[23,139],"gestures":[24,75,135,162,179],"whose":[25],"communicative":[26,69,183],"intent":[27,184],"not":[29],"captured":[30],"by":[31,103,164],"motion":[32,41,58,64,78,130,149],"alone.":[33],"Direct":[34],"contrastive":[35,94],"alignment":[36],"transcripts":[38],"continuous":[40],"embeddings":[42],"often":[43],"overemphasizes":[44],"low-level":[45],"kinematics":[46],"misses":[48],"the":[49,89,141],"symbolic":[50],"content":[51],"of":[52,62],"semantic":[53,57,129],"gestures.":[54],"We":[55],"propose":[56],"anchors,":[59],"natural-language":[60],"abstractions":[61],"capturing":[65],"physical":[66],"form":[67],"intent.":[70],"Our":[71],"method":[72,99],"discretizes":[73],"3D":[74],"into":[76,82],"body-hand":[77],"primitives,":[79],"verbalizes":[80],"them":[81,87],"structured":[83],"descriptions,":[84],"grounds":[86],"in":[88,185],"transcript":[90],"provide":[92],"auxiliary":[93],"supervision.":[95],"On":[96],"BEAT2,":[97],"our":[98,165],"improves":[100],"text-to-gesture":[101],"R@1":[102],"8.2%":[104],"over":[105,167],"direct":[107],"text-motion":[108],"baseline":[109],"outperforms":[111],"prior":[112],"retrieval":[113,123,127,176],"approaches":[114],"on":[115],"directions.":[124],"Beyond":[125],"aggregate":[126],"metrics,":[128],"anchor":[131],"supervision":[132],"helps":[133],"retrieve":[134],"that":[136,158,173,180],"are":[137],"query,":[143],"rather":[144],"than":[145],"defaulting":[146],"generic":[148],"patterns.":[150],"A":[151],"downstream":[152,186],"retrieval-augmented":[153,169],"generation":[155,170],"study":[156],"showed":[157],"users":[159],"significantly":[160],"preferred":[161],"retrieved":[163],"approach":[166],"baseline,":[171],"demonstrating":[172],"grounded":[175],"translates":[177],"better":[181],"convey":[182],"generation.":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}