{"id":"https://openalex.org/W4390873653","doi":"https://doi.org/10.1109/iccv51070.2023.01374","title":"Co-Evolution of Pose and Mesh for 3D Human Body Estimation from Video","display_name":"Co-Evolution of Pose and Mesh for 3D Human Body Estimation from Video","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4390873653","doi":"https://doi.org/10.1109/iccv51070.2023.01374"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51070.2023.01374","doi":"https://doi.org/10.1109/iccv51070.2023.01374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.01374","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.10305","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060374320","display_name":"Yingxuan You","orcid":"https://orcid.org/0000-0002-0154-4590","observed_orcids":["https://orcid.org/0000-0002-0154-4590"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxuan You","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410326","display_name":"Hong Liu","orcid":"https://orcid.org/0000-0002-7498-6541","observed_orcids":["https://orcid.org/0000-0002-7498-6541"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Liu","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102800725","display_name":"Ti Wang","orcid":"https://orcid.org/0000-0002-1062-1252","observed_orcids":["https://orcid.org/0000-0002-1062-1252"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ti Wang","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362614","display_name":"Wenhao Li","orcid":"https://orcid.org/0000-0001-8048-2668","observed_orcids":["https://orcid.org/0000-0001-8048-2668"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Li","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038044561","display_name":"Runwei Ding","orcid":"https://orcid.org/0000-0003-4987-0405","observed_orcids":["https://orcid.org/0000-0003-4987-0405"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runwei Ding","raw_affiliation_strings":["Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Key Laboratory of Machine Perception, Shenzhen Graduate School","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445616","display_name":"Xia Li","orcid":"https://orcid.org/0000-0003-2284-1700","observed_orcids":["https://orcid.org/0000-0003-2284-1700"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Xia Li","raw_affiliation_strings":["ETH Zurich,Department of Computer Science","Department of Computer Science, ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich,Department of Computer Science","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Department of Computer Science, ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4199,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.95224333,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"14917","last_page":"14927"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-human-pose-estimation","display_name":"3D human pose estimation","score":0.8629999756813049},{"id":"https://openalex.org/keywords/human-mesh-recovery","display_name":"human mesh recovery","score":0.7839999794960022},{"id":"https://openalex.org/keywords/temporal-coherence","display_name":"temporal coherence","score":0.6380000114440918},{"id":"https://openalex.org/keywords/human-body-shape","display_name":"human body shape","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.7983797788619995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782030463218689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7595127820968628},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6205607652664185},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5723024010658264},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5543206334114075},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.513302743434906},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.5096561908721924},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.44499364495277405},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4178951680660248},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.4155064821243286},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.414972722530365},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.11112123727798462},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51070.2023.01374","doi":"https://doi.org/10.1109/iccv51070.2023.01374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.01374","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.10305","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.10305","pdf_url":"https://arxiv.org/pdf/2308.10305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.10305","doi":"https://doi.org/10.48550/arxiv.2308.10305","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.10305","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.10305","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.10305","pdf_url":"https://arxiv.org/pdf/2308.10305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2214995475","display_name":null,"funder_award_id":"GXWD2020123116580700720200807164903001","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G2682340759","display_name":null,"funder_award_id":"62073004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2876969454","display_name":null,"funder_award_id":"GXWD20201231165807007","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G4117658732","display_name":null,"funder_award_id":"JCYJ20200109140410340","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390873653.pdf","grobid_xml":"https://content.openalex.org/works/W4390873653.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1967554269","https://openalex.org/W2080873731","https://openalex.org/W2101032778","https://openalex.org/W2157331557","https://openalex.org/W2307770531","https://openalex.org/W2576289912","https://openalex.org/W2603777577","https://openalex.org/W2626778328","https://openalex.org/W2785694322","https://openalex.org/W2797184202","https://openalex.org/W2798637590","https://openalex.org/W2885729320","https://openalex.org/W2895748257","https://openalex.org/W2903549000","https://openalex.org/W2916798096","https://openalex.org/W2943990982","https://openalex.org/W2963995996","https://openalex.org/W2964221239","https://openalex.org/W2970157301","https://openalex.org/W2975401428","https://openalex.org/W2975420824","https://openalex.org/W2990269423","https://openalex.org/W2990270790","https://openalex.org/W2995321487","https://openalex.org/W2998621957","https://openalex.org/W3034448411","https://openalex.org/W3037932933","https://openalex.org/W3069968251","https://openalex.org/W3098074866","https://openalex.org/W3106333289","https://openalex.org/W3106882556","https://openalex.org/W3110022498","https://openalex.org/W3126541466","https://openalex.org/W3136525061","https://openalex.org/W3139419286","https://openalex.org/W3156666908","https://openalex.org/W3167491448","https://openalex.org/W3175199633","https://openalex.org/W3196703792","https://openalex.org/W3203030863","https://openalex.org/W4214684804","https://openalex.org/W4221142859","https://openalex.org/W4225557002","https://openalex.org/W4292263294","https://openalex.org/W4292828485","https://openalex.org/W4304014234","https://openalex.org/W4312249545","https://openalex.org/W4312417903","https://openalex.org/W4312518484","https://openalex.org/W4312595848","https://openalex.org/W6784333009","https://openalex.org/W6880854547","https://openalex.org/W7133206296"],"related_works":["https://openalex.org/W4403792546","https://openalex.org/W4409112338","https://openalex.org/W3098074866","https://openalex.org/W4415709261","https://openalex.org/W3207976963","https://openalex.org/W3069968251","https://openalex.org/W4402532757","https://openalex.org/W4416623865","https://openalex.org/W7126242841","https://openalex.org/W4283735406"],"abstract_inverted_index":{"Despite":[0],"significant":[1],"progress":[2],"in":[3,50,168],"single":[4],"image-based":[5],"3D":[6,14,64,87,99,114],"human":[7,15,27,88,154],"mesh":[8,28,93,138,151],"recovery,":[9],"accurately":[10],"and":[11,34,44,54,69,73,91,101,116,137,150,174,183],"smoothly":[12],"recovering":[13],"motion":[16,53],"from":[17,37,96,122],"a":[18,71,108,118,131],"video":[19],"remains":[20],"challenging.":[21],"Existing":[22],"video-based":[23,86],"methods":[24,167],"generally":[25],"recover":[26],"by":[29],"estimating":[30],"the":[31,67,97,123,141,153,161],"complex":[32],"pose":[33,52,65,89,100,115,136,149],"shape":[35,56],"parameters":[36],"coupled":[38],"image":[39,103,120,125],"features,":[40],"whose":[41],"high":[42],"complexity":[43],"low":[45],"representation":[46],"ability":[47],"often":[48],"result":[49],"inconsistent":[51],"limited":[55],"patterns.":[57],"To":[58],"alleviate":[59],"this":[60,80],"issue,":[61],"we":[62,106,129],"introduce":[63],"as":[66],"intermediary":[68],"propose":[70,107],"Pose":[72],"Mesh":[74],"Co-Evolution":[75],"network":[76],"(PMCE)":[77],"that":[78,111,134,160],"decouples":[79],"task":[81],"into":[82],"two":[83],"parts:":[84],"1)":[85],"estimation":[90],"2)":[92],"vertices":[94],"regression":[95],"estimated":[98],"temporal":[102,119,175],"feature.":[104],"Specifically,":[105],"two-stream":[109],"encoder":[110],"estimates":[112],"mid-frame":[113],"extracts":[117],"feature":[121],"input":[124],"sequence.":[126],"In":[127],"addition,":[128],"design":[130],"co-evolution":[132],"decoder":[133],"performs":[135],"interactions":[139],"with":[140],"image-guided":[142],"Adaptive":[143],"Layer":[144],"Normalization":[145],"(AdaLN)":[146],"to":[147],"make":[148],"fit":[152],"body":[155],"shape.":[156],"Extensive":[157],"experiments":[158],"demonstrate":[159],"proposed":[162],"PMCE":[163],"outperforms":[164],"previous":[165],"state-of-the-art":[166],"terms":[169],"of":[170],"both":[171],"per-frame":[172],"accuracy":[173],"consistency":[176],"on":[177],"three":[178],"benchmark":[179],"datasets:":[180],"3DPW,":[181],"Human3.6M,":[182],"MPI-INF-3DHP.":[184],"Our":[185],"code":[186],"is":[187],"available":[188],"at":[189],"https://github.com/kasvii/PMCE.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":12}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-01-16T00:00:00"}