{"id":"https://openalex.org/W4402727169","doi":"https://doi.org/10.1109/cvpr52733.2024.00209","title":"Multimodal Sense-Informed Forecasting of 3D Human Motions","display_name":"Multimodal Sense-Informed Forecasting of 3D Human Motions","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727169","doi":"https://doi.org/10.1109/cvpr52733.2024.00209"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007901268","display_name":"Zhenyu Lou","orcid":"https://orcid.org/0000-0002-1165-3301"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Lou","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058791923","display_name":"Qiongjie Cui","orcid":"https://orcid.org/0000-0002-8078-6706"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiongjie Cui","raw_affiliation_strings":["Nanjing University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014590415","display_name":"Haofan Wang","orcid":"https://orcid.org/0000-0002-0949-1235"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haofan Wang","raw_affiliation_strings":["Xiaohongshu Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385897","display_name":"Xu Tang","orcid":"https://orcid.org/0000-0001-9437-2662"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Tang","raw_affiliation_strings":["Xiaohongshu Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043169810","display_name":"Hong Zhou","orcid":"https://orcid.org/0000-0003-1314-8883"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Zhou","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7498,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86057927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2144","last_page":"2154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sense","display_name":"Sense (electronics)","score":0.6731671094894409},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6098913550376892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36825549602508545},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3576875925064087},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1423320770263672},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09131371974945068}],"concepts":[{"id":"https://openalex.org/C143141573","wikidata":"https://www.wikidata.org/wiki/Q7450971","display_name":"Sense (electronics)","level":2,"score":0.6731671094894409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6098913550376892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36825549602508545},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3576875925064087},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1423320770263672},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09131371974945068}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1636761190","https://openalex.org/W1644641054","https://openalex.org/W1735317348","https://openalex.org/W1920022804","https://openalex.org/W2101032778","https://openalex.org/W2125298120","https://openalex.org/W2211722331","https://openalex.org/W2277087993","https://openalex.org/W2802025241","https://openalex.org/W2891058410","https://openalex.org/W2896588340","https://openalex.org/W2902149428","https://openalex.org/W2904332125","https://openalex.org/W2908684875","https://openalex.org/W2945770468","https://openalex.org/W2962731536","https://openalex.org/W2962771259","https://openalex.org/W2963121255","https://openalex.org/W2963125977","https://openalex.org/W2963158576","https://openalex.org/W2963165299","https://openalex.org/W2963182550","https://openalex.org/W2963324990","https://openalex.org/W2963548793","https://openalex.org/W2963914175","https://openalex.org/W2964015378","https://openalex.org/W2964203186","https://openalex.org/W2978956737","https://openalex.org/W2983925976","https://openalex.org/W2988715931","https://openalex.org/W2990613095","https://openalex.org/W3002101995","https://openalex.org/W3003620459","https://openalex.org/W3034423770","https://openalex.org/W3034429258","https://openalex.org/W3034430142","https://openalex.org/W3034626012","https://openalex.org/W3034696014","https://openalex.org/W3035429765","https://openalex.org/W3035545045","https://openalex.org/W3036644940","https://openalex.org/W3040942941","https://openalex.org/W3081268564","https://openalex.org/W3091146265","https://openalex.org/W3096387236","https://openalex.org/W3099926824","https://openalex.org/W3107046451","https://openalex.org/W3109174848","https://openalex.org/W3109597949","https://openalex.org/W3138516171","https://openalex.org/W3169575318","https://openalex.org/W3174292795","https://openalex.org/W3176146104","https://openalex.org/W3176882544","https://openalex.org/W3177493543","https://openalex.org/W3207857704","https://openalex.org/W4214677627","https://openalex.org/W4230178929","https://openalex.org/W4236965008","https://openalex.org/W4285036875","https://openalex.org/W4312272780","https://openalex.org/W4312349930","https://openalex.org/W4312372073","https://openalex.org/W4312612133","https://openalex.org/W4312637963","https://openalex.org/W4313007769","https://openalex.org/W4313056154","https://openalex.org/W4320234370","https://openalex.org/W4378084859","https://openalex.org/W4382240014","https://openalex.org/W4385245566","https://openalex.org/W4386075980","https://openalex.org/W4390872223","https://openalex.org/W6739778489","https://openalex.org/W6756925988","https://openalex.org/W6763422710","https://openalex.org/W6791353385","https://openalex.org/W6849518431"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4385542742","https://openalex.org/W4396701345","https://openalex.org/W2037111888","https://openalex.org/W3170014661","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Predicting":[0],"future":[1,96],"human":[2,86,97,107,131,178],"pose":[3,179],"is":[4,89,103],"a":[5,66,119,154],"fundamental":[6],"application":[7],"for":[8,95],"machine":[9],"intelligence,":[10],"which":[11,73],"drives":[12],"robots":[13],"to":[14,23,50,91,123,127,133,141,152],"plan":[15],"their":[16,93],"behavior":[17],"and":[18,53,84,88,109,114,148,180],"paths":[19],"ahead":[20],"of":[21,41,157],"time":[22],"seamlessly":[24],"accomplish":[25],"human-robot":[26],"collaboration":[27],"in":[28,56,176],"real-world":[29,167],"3D":[30,82,163,177],"scenarios.":[31],"Despite":[32],"encouraging":[33],"results,":[34],"existing":[35],"approaches":[36],"rarely":[37],"consider":[38],"the":[39,42,46,57,100,106,125,130,144,149,158,162,169,189],"effects":[40],"external":[43,81],"scene":[44,115],"on":[45,77,188],"motion":[47,70,113],"sequence,":[48],"leading":[49],"pronounced":[51],"artifacts":[52],"physical":[54],"implausibilities":[55],"predictions.":[58],"To":[59],"address":[60],"this":[61,63],"limitation,":[62],"work":[64],"introduces":[65],"novel":[67],"multi-modal":[68],"sense-informed":[69],"prediction":[71],"approach,":[72],"conditions":[74],"high-fidelity":[75],"generation":[76,126],"two":[78,166],"modal":[79],"information:":[80],"scene,":[83],"internal":[85],"gaze,":[87],"able":[90],"recognize":[92],"salience":[94],"activity.":[98],"Furthermore,":[99],"gaze":[101],"information":[102],"regarded":[104],"as":[105],"intention,":[108],"combined":[110],"with":[111,161],"both":[112,175],"features,":[116],"we":[117,136],"construct":[118],"ternary":[120],"intention-aware":[121],"attention":[122,140],"supervise":[124],"match":[128],"where":[129],"wants":[132],"reach.":[134],"Meanwhile,":[135],"introduce":[137],"semantic":[138],"coherence-aware":[139],"explicitly":[142],"distinguish":[143],"salient":[145],"point":[146],"clouds":[147],"underlying":[150],"ones,":[151],"ensure":[153],"reasonable":[155],"interaction":[156],"generated":[159],"sequence":[160],"scene.":[164],"On":[165],"benchmarks,":[168],"proposed":[170],"method":[171],"achieves":[172],"state-of-the-art":[173],"performance":[174],"trajectory":[181],"prediction.":[182],"More":[183],"detailed":[184],"results":[185],"are":[186],"available":[187],"page:":[190],"https://sites.google.com/view/cvpr2024sif3d.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}