{"id":"https://openalex.org/W4405429568","doi":"https://doi.org/10.1109/access.2024.3518300","title":"UniMotion-DM: Uniform Text-Motion Generation and Editing via Diffusion Model","display_name":"UniMotion-DM: Uniform Text-Motion Generation and Editing via Diffusion Model","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405429568","doi":"https://doi.org/10.1109/access.2024.3518300"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3518300","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518300","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3518300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112123505","display_name":"Song Lin","orcid":"https://orcid.org/0009-0008-3355-599X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Lin","raw_affiliation_strings":["School of Intelligent Engineering and Automation, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-3355-599X","affiliations":[{"raw_affiliation_string":"School of Intelligent Engineering and Automation, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101917830","display_name":"Wenjun Hou","orcid":"https://orcid.org/0009-0003-8587-374X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Hou","raw_affiliation_strings":["Beijing Key Laboratory of Network Systems and Network Culture, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network Systems and Network Culture, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2715,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57879791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"196984","last_page":"196999"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6927850842475891},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5460820198059082},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5240857005119324},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.40660035610198975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31394660472869873},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1370621919631958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6927850842475891},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5460820198059082},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5240857005119324},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.40660035610198975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31394660472869873},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1370621919631958},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3518300","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518300","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:01ba0cbcac2644de91f55eaa0f59bbdb","is_oa":true,"landing_page_url":"https://doaj.org/article/01ba0cbcac2644de91f55eaa0f59bbdb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 196984-196999 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3518300","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3518300","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2251939518","https://openalex.org/W2466175319","https://openalex.org/W2474702929","https://openalex.org/W2802441648","https://openalex.org/W2887738788","https://openalex.org/W2971856312","https://openalex.org/W2982625143","https://openalex.org/W2983796203","https://openalex.org/W3034514130","https://openalex.org/W3034938233","https://openalex.org/W3108262631","https://openalex.org/W3153832461","https://openalex.org/W3167478287","https://openalex.org/W3199400376","https://openalex.org/W3212516020","https://openalex.org/W4281690218","https://openalex.org/W4297981470","https://openalex.org/W4310837858","https://openalex.org/W4311415873","https://openalex.org/W4312388283","https://openalex.org/W4312635677","https://openalex.org/W4312933868","https://openalex.org/W4312936899","https://openalex.org/W4313145975","https://openalex.org/W4382457661","https://openalex.org/W4386065848","https://openalex.org/W4386075888","https://openalex.org/W4386076056","https://openalex.org/W4387963302","https://openalex.org/W4390872247","https://openalex.org/W4390874280","https://openalex.org/W4391305822","https://openalex.org/W6631190155","https://openalex.org/W6641064462","https://openalex.org/W6679045638","https://openalex.org/W6682631176","https://openalex.org/W6739901393","https://openalex.org/W6761205521","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6778946027","https://openalex.org/W6781523853","https://openalex.org/W6783182287","https://openalex.org/W6786419717","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6798447524","https://openalex.org/W6800875267","https://openalex.org/W6803540272","https://openalex.org/W6809509765","https://openalex.org/W6809885388","https://openalex.org/W6810738896","https://openalex.org/W6810793953","https://openalex.org/W6810940779","https://openalex.org/W6838582276","https://openalex.org/W6838639034","https://openalex.org/W6840815571","https://openalex.org/W6841366371","https://openalex.org/W6844223692","https://openalex.org/W6845281891","https://openalex.org/W6845873446","https://openalex.org/W6847025625","https://openalex.org/W6847038466","https://openalex.org/W6847076894","https://openalex.org/W6849037083","https://openalex.org/W6849932897","https://openalex.org/W6852136651","https://openalex.org/W6852717169","https://openalex.org/W6853450284","https://openalex.org/W6854866820","https://openalex.org/W6856612325","https://openalex.org/W6873738130"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Diffusion":[0],"models":[1,209],"have":[2],"demonstrated":[3],"substantial":[4],"success":[5],"in":[6,81,145,148,167,191,210],"controllable":[7,91],"generation":[8,57],"for":[9,17,54,99,205],"continuous":[10],"modalities,":[11],"positioning":[12],"them":[13],"as":[14,20,34,158,171],"highly":[15],"suitable":[16],"tasks":[18],"such":[19,33,157,170],"human":[21],"motion":[22,80,137,139],"generation.":[23],"However,":[24],"existing":[25],"approaches":[26],"are":[27],"typically":[28],"limited":[29],"to":[30,95,119,132,182],"single-task":[31],"applications,":[32,200],"text-to-motion":[35,135],"generation,":[36,136],"and":[37,41,58,79,101,105,111,122,141,151,160,173,212],"often":[38],"lack":[39],"versatility":[40],"editing":[42,59,102,143],"capabilities.":[43],"To":[44],"overcome":[45],"these":[46,198],"limitations,":[47],"we":[48,163],"propose":[49],"UniMotion-DM,":[50],"a":[51,70,82,90,107],"unified":[52],"framework":[53],"both":[55,149],"text-motion":[56],"based":[60],"on":[61],"diffusion":[62,92],"models.":[63],"UniMotion-DM":[64,131,178,201],"integrates":[65],"three":[66],"core":[67],"components:":[68],"1)":[69],"Contrastive":[71],"Text-Motion":[72],"Variational":[73],"Autoencoder":[74],"(CTMV),":[75],"which":[76],"aligns":[77],"text":[78],"shared":[83],"latent":[84],"space":[85],"using":[86],"contrastive":[87],"learning;":[88],"2)":[89],"model":[93],"tailored":[94],"the":[96,203],"CTMV":[97],"representation":[98],"generating":[100],"multimodal":[103,142,207],"content;":[104],"3)":[106],"Multimodal":[108],"Conditional":[109],"Representation":[110],"Editing":[112],"(MCRE)":[113],"module":[114],"that":[115],"leverages":[116],"CLIP":[117],"embeddings":[118],"enable":[120],"precise":[121],"flexible":[123],"control":[124],"across":[125],"various":[126],"tasks.":[127],"The":[128],"ability":[129],"of":[130],"seamlessly":[133],"handle":[134],"captioning,":[138],"completion,":[140],"results":[144],"significant":[146],"improvements":[147],"quantitative":[150],"qualitative":[152],"evaluations.":[153],"Beyond":[154],"conventional":[155],"domains":[156],"gaming":[159],"virtual":[161],"reality,":[162],"emphasize":[164],"UniMotion-DM\u2019s":[165],"potential":[166],"underexplored":[168],"fields":[169],"healthcare":[172],"creative":[174],"industries.":[175],"For":[176],"example,":[177],"could":[179],"be":[180],"used":[181],"generate":[183],"personalized":[184],"physical":[185],"therapy":[186],"routines":[187],"or":[188],"assist":[189],"designers":[190],"rapidly":[192],"prototyping":[193],"motion-based":[194],"narratives.":[195],"By":[196],"addressing":[197],"emerging":[199],"paves":[202],"way":[204],"utilizing":[206],"generative":[208],"interdisciplinary":[211],"socially":[213],"impactful":[214],"areas.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}