{"id":"https://openalex.org/W7160151553","doi":"https://doi.org/10.1016/j.inffus.2026.104435","title":"Multimodal generative AI for human motion understanding and generation: A survey and way forward","display_name":"Multimodal generative AI for human motion understanding and generation: A survey and way forward","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7160151553","doi":"https://doi.org/10.1016/j.inffus.2026.104435"},"language":"en","primary_location":{"id":"doi:10.1016/j.inffus.2026.104435","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104435","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.inffus.2026.104435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135276591","display_name":"Muhammad Umar Islam","orcid":"https://orcid.org/0000-0002-4845-4808"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Muhammad Islam","raw_affiliation_strings":["Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4845-4808","affiliations":[{"raw_affiliation_string":"Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]},{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135204953","display_name":"Tao Huang","orcid":"https://orcid.org/0009-0007-9263-4420"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Tao Huang","raw_affiliation_strings":["Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8098-8906","affiliations":[{"raw_affiliation_string":"Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]},{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091848975","display_name":"Euijoon Ahn","orcid":"https://orcid.org/0000-0001-7027-067X"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Euijoon Ahn","raw_affiliation_strings":["Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7027-067X","affiliations":[{"raw_affiliation_string":"Centre for AI and Data Science Innovation, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]},{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, 4878, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077006200","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Usman Naseem","raw_affiliation_strings":["School of Computing, Macquarie University, Sydney, 2113, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0191-7171","affiliations":[{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, 2113, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5135204953"],"corresponding_institution_ids":["https://openalex.org/I86467917"],"apc_list":{"value":4740,"currency":"USD","value_usd":4740},"apc_paid":{"value":4740,"currency":"USD","value_usd":4740},"fwci":18.0168,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.99291105,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"135","issue":null,"first_page":"104435","last_page":"104435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.6115999817848206,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.6115999817848206,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.0957999974489212,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.061900001019239426,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.7437999844551086},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6083999872207642},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6043000221252441},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.3312999904155731},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.311599999666214}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900999784469604},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.7437999844551086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6351000070571899},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6043000221252441},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3312999904155731},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.inffus.2026.104435","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104435","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},{"id":"pmh:oai:researchonline.jcu.edu.au:93557","is_oa":true,"landing_page_url":"https://researchonline.jcu.edu.au/93557/1/93357.pdf","pdf_url":"https://researchonline.jcu.edu.au/93557/1/93357.pdf","source":{"id":"https://openalex.org/S4306400519","display_name":"ResearchOnline at James Cook University (James Cook University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86467917","host_organization_name":"James Cook University","host_organization_lineage":["https://openalex.org/I86467917"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1016/j.inffus.2026.104435","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104435","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1735317348","https://openalex.org/W1967554269","https://openalex.org/W2101032778","https://openalex.org/W2119350939","https://openalex.org/W2121899951","https://openalex.org/W2122633688","https://openalex.org/W2152761505","https://openalex.org/W2155351433","https://openalex.org/W2166909610","https://openalex.org/W2334022093","https://openalex.org/W2474702929","https://openalex.org/W2559085405","https://openalex.org/W2738251403","https://openalex.org/W2783192928","https://openalex.org/W2944006115","https://openalex.org/W2962896489","https://openalex.org/W2963324990","https://openalex.org/W2964076328","https://openalex.org/W2978956737","https://openalex.org/W2982625143","https://openalex.org/W3009246422","https://openalex.org/W3022953390","https://openalex.org/W3035574324","https://openalex.org/W3053462477","https://openalex.org/W3083173864","https://openalex.org/W3083688670","https://openalex.org/W3096831136","https://openalex.org/W3101560663","https://openalex.org/W3144253442","https://openalex.org/W3158348765","https://openalex.org/W3194782062","https://openalex.org/W3196073975","https://openalex.org/W3196079725","https://openalex.org/W3204937802","https://openalex.org/W4220911514","https://openalex.org/W4231018136","https://openalex.org/W4281643269","https://openalex.org/W4313164251","https://openalex.org/W4372341521","https://openalex.org/W4385202615","https://openalex.org/W4385263018","https://openalex.org/W4386114518","https://openalex.org/W4386606571","https://openalex.org/W4388505252","https://openalex.org/W4389337838","https://openalex.org/W4389509486","https://openalex.org/W4390730260","https://openalex.org/W4390873117","https://openalex.org/W4390873580","https://openalex.org/W4391582461","https://openalex.org/W4392126484","https://openalex.org/W4398207668","https://openalex.org/W4399371790","https://openalex.org/W4402754111","https://openalex.org/W4403082280","https://openalex.org/W4403792047","https://openalex.org/W4403842036","https://openalex.org/W4404965717","https://openalex.org/W4407162714","https://openalex.org/W4408168781","https://openalex.org/W4409387871","https://openalex.org/W4409917421"],"related_works":[],"abstract_inverted_index":{"This":[0,142],"paper":[1,67],"presents":[2],"an":[3],"in-depth":[4],"survey":[5,144],"of":[6,9,61,123,149],"the":[7,59,146],"use":[8,122],"multimodal":[10,73,76,79],"Generative":[11],"Artificial":[12],"Intelligence":[13],"(GenAI)":[14],"with":[15,90,118],"autoregressive":[16,74],"Large":[17],"Language":[18],"Models":[19],"(LLMs)":[20],"for":[21],"human":[22],"motion":[23,42,49,64,93,105,116],"understanding":[24],"and":[25,32,34,40,48,78,81,84,88,97,114,135,139,152,163,170],"generation,":[26,106],"offering":[27],"insights":[28],"into":[29],"emerging":[30],"methods":[31],"architectures":[33,154],"their":[35,82,86],"potential":[36,148],"to":[37,92,112,173],"advance":[38],"realistic":[39],"versatile":[41],"synthesis.":[43],"Focusing":[44],"exclusively":[45],"on":[46],"text":[47],"modalities,":[50],"this":[51],"research":[52,171],"investigates":[53],"how":[54],"textual":[55,108],"descriptions":[56],"can":[57],"guide":[58,174],"generation":[60],"complex,":[62],"human-like":[63],"sequences.":[65],"The":[66,121],"explores":[68],"various":[69],"generative":[70],"approaches,":[71],"including":[72],"LLMs,":[75],"diffusion,":[77],"transformers":[80],"variants,":[83],"analyzes":[85],"strengths":[87],"limitations":[89],"respect":[91],"quality,":[94],"computational":[95],"efficiency,":[96],"adaptability.":[98],"It":[99],"highlights":[100],"recent":[101],"advances":[102],"in":[103,155,177],"text-conditioned":[104],"where":[107],"inputs":[109],"are":[110],"used":[111],"control":[113],"refine":[115],"outputs":[117],"greater":[119],"precision.":[120],"LLMs":[124],"further":[125],"enhances":[126],"these":[127],"models":[128],"by":[129],"enabling":[130],"semantic":[131],"alignment":[132],"between":[133],"instructions":[134],"motion,":[136],"improving":[137],"coherence":[138],"contextual":[140],"relevance.":[141],"systematic":[143],"underscores":[145],"transformative":[147],"text-to-motion":[150],"GenAI":[151],"LLM":[153],"applications":[156],"such":[157],"as":[158],"healthcare,":[159],"humanoids,":[160],"gaming,":[161],"animation,":[162],"assistive":[164],"technologies,":[165],"while":[166],"addressing":[167],"ongoing":[168],"challenges":[169],"directions":[172],"future":[175],"developments":[176],"human-centric":[178],"GenAI.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-08-29T07:29:34.045763","created_date":"2026-05-05T00:00:00"}