{"id":"https://openalex.org/W4323795150","doi":"https://doi.org/10.1109/tcsvt.2023.3255186","title":"Toward Realistic 3D Human Motion Prediction With a Spatio-Temporal Cross- Transformer Approach","display_name":"Toward Realistic 3D Human Motion Prediction With a Spatio-Temporal Cross- Transformer Approach","publication_year":2023,"publication_date":"2023-03-09","ids":{"openalex":"https://openalex.org/W4323795150","doi":"https://doi.org/10.1109/tcsvt.2023.3255186"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3255186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3255186","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074904081","display_name":"Hua Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hua Yu","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-7698-2173","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022280855","display_name":"Xuanzhe Fan","orcid":"https://orcid.org/0000-0001-6847-9263"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanzhe Fan","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-6847-9263","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044443092","display_name":"Yaqing Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqing Hou","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-9929-2650","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006726307","display_name":"Wenbin Pei","orcid":"https://orcid.org/0000-0002-8259-2614"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbin Pei","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8259-2614","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091010251","display_name":"Hongwei Ge","orcid":"https://orcid.org/0000-0002-8937-1515"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Ge","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8937-1515","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068792201","display_name":"Xin Yang","orcid":"https://orcid.org/0000-0003-2281-9079"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yang","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8046-722X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055447805","display_name":"Dongsheng Zhou","orcid":"https://orcid.org/0000-0003-3414-9623"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Zhou","raw_affiliation_strings":["School of Software Engineering, Dalian University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3414-9623","affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381999","display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0003-3776-9799"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3776-9799","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400258","display_name":"Mengjie Zhang","orcid":"https://orcid.org/0000-0003-4463-9538"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Mengjie Zhang","raw_affiliation_strings":["School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-4463-9538","affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5074904081"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":4.2509,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95613692,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"33","issue":"10","first_page":"5707","last_page":"5720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7637946605682373},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6276249885559082},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.6083114147186279},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5597445964813232},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5064119100570679},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.4573994278907776},{"id":"https://openalex.org/keywords/virtual-actor","display_name":"Virtual actor","score":0.45681652426719666},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4316927492618561},{"id":"https://openalex.org/keywords/human-skeleton","display_name":"Human skeleton","score":0.42643988132476807},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.39501500129699707},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.374375581741333},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.331260621547699},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.126946359872818},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10812249779701233},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10467219352722168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7637946605682373},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6276249885559082},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.6083114147186279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5597445964813232},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5064119100570679},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.4573994278907776},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.45681652426719666},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4316927492618561},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.42643988132476807},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.39501500129699707},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.374375581741333},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.331260621547699},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.126946359872818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10812249779701233},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10467219352722168},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3255186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3255186","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3363435710","display_name":null,"funder_award_id":"DUT21TD107","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4085546538","display_name":null,"funder_award_id":"62206041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G520282182","display_name":null,"funder_award_id":"61906032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6562156083","display_name":null,"funder_award_id":"2021ZD0112400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8292714235","display_name":null,"funder_award_id":"XLYC2008017","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"},{"id":"https://openalex.org/G8552725528","display_name":null,"funder_award_id":"U1908214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1735317348","https://openalex.org/W1967554269","https://openalex.org/W2101032778","https://openalex.org/W2891330063","https://openalex.org/W2916798096","https://openalex.org/W2941651142","https://openalex.org/W2963548793","https://openalex.org/W2963995996","https://openalex.org/W2964062189","https://openalex.org/W2964203186","https://openalex.org/W2971625077","https://openalex.org/W2971856312","https://openalex.org/W2978956737","https://openalex.org/W2979708657","https://openalex.org/W2979930345","https://openalex.org/W2981458636","https://openalex.org/W2983925976","https://openalex.org/W2993797559","https://openalex.org/W3002101995","https://openalex.org/W3007188278","https://openalex.org/W3016155278","https://openalex.org/W3031984092","https://openalex.org/W3034445277","https://openalex.org/W3034696014","https://openalex.org/W3035545045","https://openalex.org/W3036644940","https://openalex.org/W3083688670","https://openalex.org/W3096609285","https://openalex.org/W3097237405","https://openalex.org/W3101017148","https://openalex.org/W3101151469","https://openalex.org/W3101528994","https://openalex.org/W3109717189","https://openalex.org/W3122239467","https://openalex.org/W3151130473","https://openalex.org/W3164543136","https://openalex.org/W3167478287","https://openalex.org/W3174292795","https://openalex.org/W3177913374","https://openalex.org/W3186479087","https://openalex.org/W3200379731","https://openalex.org/W3207857704","https://openalex.org/W4210603422","https://openalex.org/W4224289329","https://openalex.org/W4226068486","https://openalex.org/W4285102654","https://openalex.org/W4312599212","https://openalex.org/W4313056154","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6769457076","https://openalex.org/W6778485988","https://openalex.org/W6779879114","https://openalex.org/W6784094891"],"related_works":["https://openalex.org/W2904593369","https://openalex.org/W41889997","https://openalex.org/W4292581019","https://openalex.org/W2347221702","https://openalex.org/W2070213417","https://openalex.org/W2386384541","https://openalex.org/W2017943395","https://openalex.org/W4297153906","https://openalex.org/W2184152210","https://openalex.org/W2055656761"],"abstract_inverted_index":{"Human":[0],"motion":[1,32,43,91],"prediction":[2],"intends":[3],"to":[4,67,109,120,161,167,180,187,202,213],"predict":[5],"how":[6],"humans":[7],"move":[8],"given":[9],"a":[10,51,83,146,195,207],"historical":[11],"sequence":[12],"of":[13,41,98,113,148,184],"3D":[14,30,89,149],"human":[15,31,42,90,143,150,155,164,185,191,205],"motions.":[16,192],"Recent":[17],"transformer-based":[18],"methods":[19,36,100],"have":[20,229],"attracted":[21],"increasing":[22],"attentions":[23],"and":[24,47,54,107,116,171,219,226],"demonstrated":[25,230],"their":[26,57],"promising":[27],"performance":[28,236],"in":[29,50],"prediction.":[33],"However,":[34],"existing":[35,139],"generally":[37],"decompose":[38],"the":[39,61,69,74,111,114,121,124,142,153,162,181,203,215],"input":[40],"information":[44,72],"into":[45],"spatial":[46,115],"temporal":[48,117],"branches":[49],"separate":[52],"way":[53],"seldom":[55],"consider":[56],"inherent":[58],"coherence":[59,112],"between":[60],"two":[62],"branches,":[63],"hence":[64],"often":[65],"failing":[66],"register":[68],"dynamic":[70],"spatio-temporal":[71,84],"during":[73],"training":[75],"process.":[76],"Motivated":[77],"by":[78],"these":[79],"issues,":[80],"we":[81,94],"propose":[82],"cross-transformer":[85,126],"network":[86],"(STCT)":[87],"for":[88],"predictions.":[92],"Specifically,":[93],"investigate":[95],"various":[96],"types":[97],"interaction":[99,127],"(i.e.,":[101,199],"Concatenation":[102],"Interaction,":[103],"Msg":[104],"token":[105],"interaction,":[106],"Cross-transformer)":[108],"capture":[110],"branches.":[118],"According":[119],"obtained":[122],"results,":[123],"proposed":[125,212],"method":[128,233],"shows":[129],"its":[130],"superiority":[131],"over":[132,237],"other":[133],"methods.":[134,239],"Meanwhile,":[135],"considering":[136],"that":[137,231],"most":[138],"works":[140],"treat":[141],"body":[144,165,197],"as":[145,174],"set":[147],"joint":[151],"positions,":[152],"predicted":[154,204],"joints":[156],"are":[157],"proportionally":[158],"less":[159],"appropriate":[160],"realistic":[163,190],"due":[166],"unreasonable":[168,216],"bone":[169,182,217],"length":[170,218],"non-plausible":[172],"poses":[173],"time":[175],"progresses.":[176],"We":[177],"further":[178],"resort":[179],"constraints":[183],"mesh":[186],"produce":[188],"more":[189],"By":[193],"fitting":[194],"parametric":[196],"model":[198],"SMPL-X":[200],"model)":[201],"joints,":[206],"reconstruction":[208],"loss":[209],"function":[210],"is":[211],"remedy":[214],"pose":[220],"errors.":[221],"Comprehensive":[222],"experiments":[223],"on":[224],"AMASS":[225],"Human3.6M":[227],"datasets":[228],"our":[232],"achieves":[234],"superior":[235],"compared":[238]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}