{"id":"https://openalex.org/W4399412161","doi":"https://doi.org/10.1109/tcsvt.2024.3410400","title":"STAF: 3D Human Mesh Recovery From Video With Spatio-Temporal Alignment Fusion","display_name":"STAF: 3D Human Mesh Recovery From Video With Spatio-Temporal Alignment Fusion","publication_year":2024,"publication_date":"2024-06-06","ids":{"openalex":"https://openalex.org/W4399412161","doi":"https://doi.org/10.1109/tcsvt.2024.3410400"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3410400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3410400","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088298380","display_name":"Wei Yao","orcid":"https://orcid.org/0000-0002-4054-5916"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Yao","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670025","display_name":"Hongwen Zhang","orcid":"https://orcid.org/0000-0001-8633-4551"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwen Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033606658","display_name":"Yunlian Sun","orcid":"https://orcid.org/0000-0002-4696-8848"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlian Sun","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035112538","display_name":"Jinhui Tang","orcid":"https://orcid.org/0000-0001-9008-222X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5088298380"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":3.9886,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94828514,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"11","first_page":"10564","last_page":"10577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6466341018676758},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6047180891036987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5438734292984009},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5363544225692749},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3392273187637329}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6466341018676758},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6047180891036987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5438734292984009},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5363544225692749},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3392273187637329},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3410400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3410400","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4936151353","display_name":null,"funder_award_id":"62076131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1967554269","https://openalex.org/W2080873731","https://openalex.org/W2101032778","https://openalex.org/W2103015390","https://openalex.org/W2135533529","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2483862638","https://openalex.org/W2545173102","https://openalex.org/W2561070317","https://openalex.org/W2565639579","https://openalex.org/W2578797046","https://openalex.org/W2592071824","https://openalex.org/W2797184202","https://openalex.org/W2798405286","https://openalex.org/W2895748257","https://openalex.org/W2916798096","https://openalex.org/W2956061722","https://openalex.org/W2962711434","https://openalex.org/W2962754033","https://openalex.org/W2963091558","https://openalex.org/W2963907666","https://openalex.org/W2963995996","https://openalex.org/W2964084369","https://openalex.org/W2975420824","https://openalex.org/W2981637078","https://openalex.org/W2984349976","https://openalex.org/W2990270790","https://openalex.org/W2998621957","https://openalex.org/W3004162361","https://openalex.org/W3035551320","https://openalex.org/W3035581100","https://openalex.org/W3107167007","https://openalex.org/W3110022498","https://openalex.org/W3126541466","https://openalex.org/W3169660519","https://openalex.org/W3174980830","https://openalex.org/W3177864674","https://openalex.org/W3196703792","https://openalex.org/W3204956438","https://openalex.org/W3210618360","https://openalex.org/W4205116876","https://openalex.org/W4214517305","https://openalex.org/W4214619583","https://openalex.org/W4214684804","https://openalex.org/W4214770715","https://openalex.org/W4221142859","https://openalex.org/W4231018136","https://openalex.org/W4236667477","https://openalex.org/W4284663764","https://openalex.org/W4292263294","https://openalex.org/W4292828485","https://openalex.org/W4312518484","https://openalex.org/W4367622621","https://openalex.org/W4385245566","https://openalex.org/W4385263018","https://openalex.org/W6675631895","https://openalex.org/W6760613820","https://openalex.org/W6767133472"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"recovery":[1,147],"of":[2,106,146,161],"3D":[3],"human":[4,57],"mesh":[5,29,79],"from":[6,56,149],"monocular":[7],"images":[8],"has":[9],"significantly":[10],"been":[11],"developed":[12],"in":[13],"recent":[14],"years.":[15],"However,":[16],"existing":[17],"models":[18],"usually":[19],"ignore":[20],"spatial":[21,69,88],"and":[22,30,33,156,170,174],"temporal":[23,34],"information,":[24],"which":[25],"might":[26],"lead":[27],"to":[28,101,112,122,126],"image":[31],"misalignment":[32],"discontinuity.":[35],"For":[36],"this":[37],"reason,":[38],"we":[39,72,90,115],"propose":[40,116],"a":[41,49,93,165],"novel":[42],"Spatio-Temporal":[43],"Alignment":[44,97],"Fusion":[45,64,98],"(STAF)":[46],"model.":[47],"As":[48,67],"video-based":[50],"model,":[51],"it":[52],"leverages":[53],"coherence":[54],"clues":[55],"motion":[58],"by":[59],"an":[60,117],"attention-based":[61],"Temporal":[62],"Coherence":[63],"Module":[65,99,120],"(TCFM).":[66],"for":[68],"mesh-alignment":[70],"evidence,":[71],"extract":[73],"fine-grained":[74],"local":[75],"information":[76],"through":[77],"predicted":[78],"projection":[80],"on":[81,86,128,153,179],"the":[82,87,103,107,113,124,129,136,144,159,180],"feature":[83,104],"maps.":[84],"Based":[85],"features,":[89],"further":[91],"introduce":[92],"multi-stage":[94],"adjacent":[95],"Spatial":[96],"(SAFM)":[100],"enhance":[102],"representation":[105],"target":[108,137],"frame.":[109,138],"In":[110],"addition":[111],"above,":[114],"Average":[118],"Pooling":[119],"(APM)":[121],"allow":[123],"model":[125],"focus":[127],"entire":[130],"input":[131],"sequence":[132],"rather":[133],"than":[134],"just":[135],"This":[139],"method":[140],"can":[141],"remarkably":[142],"improve":[143],"smoothness":[145],"results":[148,177],"video.":[150],"Extensive":[151],"experiments":[152],"3DPW,":[154],"MPII3D,":[155],"H36M":[157],"demonstrate":[158],"superiority":[160],"STAF.":[162],"We":[163],"achieve":[164],"state-of-the-art":[166],"trade-off":[167],"between":[168],"precision":[169],"smoothness.":[171],"Our":[172],"code":[173],"more":[175],"video":[176],"are":[178],"project":[181],"page":[182],"<uri":[183],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[184],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://yw0208.github.io/staf/</uri>.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}