{"id":"https://openalex.org/W3139244586","doi":"https://doi.org/10.1109/tmm.2021.3066115","title":"Rhythm-Aware Sequence-to-Sequence Learning for Labanotation Generation With Gesture-Sensitive Graph Convolutional Encoding","display_name":"Rhythm-Aware Sequence-to-Sequence Learning for Labanotation Generation With Gesture-Sensitive Graph Convolutional Encoding","publication_year":2021,"publication_date":"2021-03-23","ids":{"openalex":"https://openalex.org/W3139244586","doi":"https://doi.org/10.1109/tmm.2021.3066115","mag":"3139244586"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3066115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3066115","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034804183","display_name":"Min Li","orcid":"https://orcid.org/0000-0002-5304-1477"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Li","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5304-1477","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100298934","display_name":"Zhenjiang Miao","orcid":"https://orcid.org/0000-0001-8032-5769"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjiang Miao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363146","display_name":"Xiao\u2013Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, Ryerson University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5241-0069","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071889746","display_name":"Wanru Xu","orcid":"https://orcid.org/0000-0003-2206-5051"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanru Xu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103175478","display_name":"Cong Ma","orcid":"https://orcid.org/0000-0003-4300-2754"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Ma","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4300-2754","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028713147","display_name":"Ningwei Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningwei Xie","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9422,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.76315396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"24","issue":null,"first_page":"1488","last_page":"1502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7853105068206787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5974709391593933},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5553711652755737},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5095984935760498},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4825141131877899},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.48133930563926697},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4707660675048828},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4563489556312561},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3818929195404053},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3708266317844391},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.15760844945907593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853105068206787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5974709391593933},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5553711652755737},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5095984935760498},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4825141131877899},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.48133930563926697},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4707660675048828},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4563489556312561},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3818929195404053},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3708266317844391},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.15760844945907593},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3066115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3066115","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5322002206","display_name":"\u7cbe\u51c6\u81ea\u9002\u5e94\u653e\u7597\u4e2d\u76844D\u9525\u675fCT\u56fe\u50cf\u91cd\u5efa\u53ca\u80bf\u7624\u9776\u533a\u7cbe\u786e\u8ddf\u8e2a\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61703436","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6097791489","display_name":"\u57fa\u4e8e\u9690\u4fe1\u606f\u7684\u4eba\u4f53\u884c\u4e3a\u9884\u6d4b\u7814\u7a76","funder_award_id":"61672089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7853727141","display_name":null,"funder_award_id":"62006015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8991566416","display_name":"\u56fe\u50cf\u4e0e\u4e09\u7ef4\u6a21\u578b\u7ed3\u5408\u7684\u9ad8\u5c42\u5f62\u72b6\u5206\u6790\u7814\u7a76","funder_award_id":"61572064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W656253499","https://openalex.org/W1483348149","https://openalex.org/W1514965089","https://openalex.org/W1950788856","https://openalex.org/W2000104215","https://openalex.org/W2048770348","https://openalex.org/W2084394083","https://openalex.org/W2138460106","https://openalex.org/W2143612262","https://openalex.org/W2157331557","https://openalex.org/W2231071639","https://openalex.org/W2510185399","https://openalex.org/W2599316529","https://openalex.org/W2604321021","https://openalex.org/W2613570903","https://openalex.org/W2751841288","https://openalex.org/W2798644314","https://openalex.org/W2802979841","https://openalex.org/W2902492738","https://openalex.org/W2903946885","https://openalex.org/W2919943556","https://openalex.org/W2940457086","https://openalex.org/W2947854383","https://openalex.org/W2948058585","https://openalex.org/W2950568498","https://openalex.org/W2952587893","https://openalex.org/W2962824709","https://openalex.org/W2963076818","https://openalex.org/W2963369114","https://openalex.org/W2963465695","https://openalex.org/W2963998561","https://openalex.org/W2964097678","https://openalex.org/W2964134613","https://openalex.org/W2965221775","https://openalex.org/W2970965801","https://openalex.org/W2981341885","https://openalex.org/W2981382563","https://openalex.org/W2984099643","https://openalex.org/W3008273026","https://openalex.org/W3008442053","https://openalex.org/W3008681464","https://openalex.org/W3015377672","https://openalex.org/W3034299194","https://openalex.org/W3034431845","https://openalex.org/W6675365184","https://openalex.org/W6679436768","https://openalex.org/W6713582119","https://openalex.org/W6726873649","https://openalex.org/W6754754690"],"related_works":["https://openalex.org/W1827696521","https://openalex.org/W2173450654","https://openalex.org/W2039848376","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2006196742","https://openalex.org/W2130272765","https://openalex.org/W2055991023","https://openalex.org/W2682927604","https://openalex.org/W2182037499"],"abstract_inverted_index":{"Labanotation":[0,43,127,236],"is":[1,38,47,82,91],"a":[2,25,60,120,134,169,176,207,223],"professional":[3],"dance":[4,10,17],"notation":[5],"system":[6],"widely":[7],"used":[8],"in":[9,85,115,201],"education":[11],"and":[12,31,63,100,145,152,167,182],"choreography":[13],"preservation.":[14],"Automatically":[15],"generatingLabanotation":[16],"scores":[18],"from":[19,155],"motion":[20,57,80,98,156,164,180,197],"capture":[21],"data":[22,81,99,157],"can":[23,189],"save":[24],"huge":[26],"amount":[27],"of":[28,75,79,111,194,234],"manual":[29],"time":[30],"effort.":[32],"Recently,":[33],"the":[34,41,55,69,73,86,96,101,108,130,160,195,202,219,228,232],"sequence-to-sequence":[35],"(seq2seq)":[36],"model":[37,46,123],"applied":[39],"to":[40,59,67,93,107,148,174],"automatic":[42,235],"generation.":[44,128,237],"This":[45],"based":[48],"on":[49,191,213,231],"an":[50],"encoder-decoder":[51],"structure,":[52],"which":[53],"encodes":[54],"input":[56,97,196],"sequence":[58,112,198,204],"fixed-length":[61],"vector":[62],"then":[64],"decodes":[65],"it":[66,90],"generate":[68],"target":[70,208],"sequence.":[71],"However,":[72],"encoding":[74],"spatial":[76,151],"skeleton":[77],"structure":[78],"not":[83],"considered":[84],"existing":[87],"work.":[88],"Besides,":[89],"challenging":[92],"align":[94],"between":[95,179],"output":[102],"Laban":[103,183,209],"symbol":[104,184],"sequences":[105,181],"due":[106],"severe":[109],"imbalance":[110],"lengths.":[113],"Therefore,":[114],"this":[116],"paper,":[117],"we":[118,132,162,188],"present":[119],"new":[121,135],"seq2seq":[122],"for":[124],"more":[125],"effective":[126],"In":[129,159],"encoder,":[131],"propose":[133,168],"gesture-sensitive":[136],"graph":[137],"convolutional":[138],"network":[139],"with":[140,227],"learned":[141],"adaptive":[142],"joint":[143],"weights":[144],"non-physical":[146],"connections":[147],"learn":[149,175],"both":[150],"temporal":[153],"patterns":[154],"sequences.":[158],"decoder,":[161],"exploit":[163],"rhythm":[165],"information":[166],"novel":[170],"rhythm-aware":[171],"attention":[172],"mechanism":[173],"good":[177],"alignment":[178],"sequences,":[185],"so":[186],"that":[187,218],"focus":[190],"relevant":[192],"parts":[193],"without":[199],"searching":[200],"whole":[203],"when":[205],"predicting":[206],"symbol.":[210],"Extensive":[211],"experiments":[212],"two":[214],"real-world":[215],"datasets":[216],"show":[217],"proposed":[220],"method":[221],"achieves":[222],"better":[224],"performance":[225],"compared":[226],"state-of-the-art":[229],"approaches":[230],"task":[233]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}