{"id":"https://openalex.org/W4386609080","doi":"https://doi.org/10.1109/tpami.2023.3313311","title":"H4MER: Human 4D Modeling by Learning Neural Compositional Representation With Transformer","display_name":"H4MER: Human 4D Modeling by Learning Neural Compositional Representation With Transformer","publication_year":2023,"publication_date":"2023-09-11","ids":{"openalex":"https://openalex.org/W4386609080","doi":"https://doi.org/10.1109/tpami.2023.3313311","pmid":"https://pubmed.ncbi.nlm.nih.gov/37695973"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3313311","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3313311","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057720102","display_name":"Boyan Jiang","orcid":"https://orcid.org/0000-0001-5544-8927"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyan Jiang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5544-8927","affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058136382","display_name":"Yinda Zhang","orcid":"https://orcid.org/0000-0001-5386-8872"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinda Zhang","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5386-8872","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104192589","display_name":"Jingyang Huo","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyang Huo","raw_affiliation_strings":["Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-1031-7042","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003418019","display_name":"Xiangyang Xue","orcid":"https://orcid.org/0000-0002-4897-9209"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Xue","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4897-9209","affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084959430","display_name":"Yanwei Fu","orcid":"https://orcid.org/0000-0002-6595-6893"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwei Fu","raw_affiliation_strings":["School of Data Science and MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6595-6893","affiliations":[{"raw_affiliation_string":"School of Data Science and MOE Frontiers Center for Brain Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10428416,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"12","first_page":"14639","last_page":"14652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7752487659454346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6937054395675659},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5365825295448303},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5341960787773132},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.4626643657684326},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.4379284381866455},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43453091382980347},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4340798556804657},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42848631739616394},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.41514521837234497},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4104744791984558},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3635467290878296},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3293205499649048},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08504277467727661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7752487659454346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6937054395675659},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5365825295448303},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5341960787773132},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4626643657684326},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.4379284381866455},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43453091382980347},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4340798556804657},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42848631739616394},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.41514521837234497},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4104744791984558},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3635467290878296},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3293205499649048},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08504277467727661},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019047","descriptor_name":"Phantoms, Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019047","descriptor_name":"Phantoms, Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019047","descriptor_name":"Phantoms, Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3313311","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2023.3313311","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37695973","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37695973","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5077234039","display_name":null,"funder_award_id":"62076067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1967554269","https://openalex.org/W2122007052","https://openalex.org/W2125949583","https://openalex.org/W2157331557","https://openalex.org/W2171184283","https://openalex.org/W2342277278","https://openalex.org/W2483862638","https://openalex.org/W2559085405","https://openalex.org/W2560609797","https://openalex.org/W2560722161","https://openalex.org/W2573098616","https://openalex.org/W2734656015","https://openalex.org/W2737234477","https://openalex.org/W2768683308","https://openalex.org/W2798637590","https://openalex.org/W2798670728","https://openalex.org/W2887358179","https://openalex.org/W2888934629","https://openalex.org/W2895748257","https://openalex.org/W2905288042","https://openalex.org/W2921745007","https://openalex.org/W2956061722","https://openalex.org/W2962778872","https://openalex.org/W2963324990","https://openalex.org/W2963335855","https://openalex.org/W2963361050","https://openalex.org/W2963627347","https://openalex.org/W2963755523","https://openalex.org/W2963850211","https://openalex.org/W2963926543","https://openalex.org/W2964062501","https://openalex.org/W2964137676","https://openalex.org/W2964203186","https://openalex.org/W2965523038","https://openalex.org/W2971467054","https://openalex.org/W2971856312","https://openalex.org/W2975420824","https://openalex.org/W2978956737","https://openalex.org/W2981637078","https://openalex.org/W2981978060","https://openalex.org/W2982131530","https://openalex.org/W2982480216","https://openalex.org/W2983166023","https://openalex.org/W2983925976","https://openalex.org/W2990974996","https://openalex.org/W2991332406","https://openalex.org/W2993797559","https://openalex.org/W3034757648","https://openalex.org/W3035291735","https://openalex.org/W3035507572","https://openalex.org/W3035515538","https://openalex.org/W3035551320","https://openalex.org/W3036644940","https://openalex.org/W3041416670","https://openalex.org/W3044134703","https://openalex.org/W3047080960","https://openalex.org/W3095473874","https://openalex.org/W3095682719","https://openalex.org/W3101022589","https://openalex.org/W3101151469","https://openalex.org/W3104141662","https://openalex.org/W3108707969","https://openalex.org/W3109585842","https://openalex.org/W3118314544","https://openalex.org/W3136525061","https://openalex.org/W3145074154","https://openalex.org/W3153220274","https://openalex.org/W3154906787","https://openalex.org/W3160043706","https://openalex.org/W3166229844","https://openalex.org/W3168718178","https://openalex.org/W3174752334","https://openalex.org/W3174980830","https://openalex.org/W3175199633","https://openalex.org/W3176070262","https://openalex.org/W3176327543","https://openalex.org/W3183074797","https://openalex.org/W3184952021","https://openalex.org/W3190965961","https://openalex.org/W3201095209","https://openalex.org/W4206957511","https://openalex.org/W4214679856","https://openalex.org/W4214684804","https://openalex.org/W4214731463","https://openalex.org/W4214770473","https://openalex.org/W4224992933","https://openalex.org/W4288049158","https://openalex.org/W4292023222","https://openalex.org/W4312767894","https://openalex.org/W4312828520","https://openalex.org/W4312879788","https://openalex.org/W4312964251","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6740754901","https://openalex.org/W6752307458","https://openalex.org/W6758988582","https://openalex.org/W6763422710","https://openalex.org/W6781924870","https://openalex.org/W6799838802","https://openalex.org/W6801663392","https://openalex.org/W6809664228"],"related_works":["https://openalex.org/W3186555439","https://openalex.org/W4252049335","https://openalex.org/W2040988871","https://openalex.org/W2778579354","https://openalex.org/W4383472651","https://openalex.org/W4386142017","https://openalex.org/W2122633688","https://openalex.org/W1561783431","https://openalex.org/W2360866445","https://openalex.org/W3048601286"],"abstract_inverted_index":{"Despite":[0],"the":[1,11,57,62,81,117,121,140],"impressive":[2],"results":[3],"achieved":[4],"by":[5,55,108],"deep":[6],"learning":[7,15,137],"based":[8],"3D":[9,74],"reconstruction,":[10],"techniques":[12],"of":[13,83],"directly":[14],"to":[16,99,135,165],"model":[17,96],"4D":[18,38,167,177],"human":[19,54,58,75,155,168],"captures":[20],"with":[21,40,80,116,156],"detailed":[22,160],"geometry":[23,114],"have":[24],"been":[25],"less":[26],"studied.":[27],"This":[28],"work":[29],"presents":[30],"a":[31,47,72,77,101,126],"novel":[32,127],"neural":[33],"compositional":[34,50],"representation":[35,51,141],"for":[36,52,111],"Human":[37],"Modeling":[39],"transformER":[41],"(H4MER).":[42],"Specifically,":[43],"our":[44,146],"H4MER":[45,69],"is":[46,97,148],"compact":[48],"and":[49,88,103,113,131,138,159,179],"dynamic":[53,73,154],"exploiting":[56],"body":[59],"prior":[60],"from":[61],"widely":[63],"used":[64],"SMPL":[65],"parametric":[66],"model.":[67],"Thus,":[68],"can":[70],"represent":[71],"over":[76],"temporal":[78],"span":[79],"codes":[82],"shape,":[84],"initial":[85],"pose,":[86],"motion":[87,95,105,158,175],"auxiliaries.":[89],"A":[90],"simple":[91],"yet":[92],"effective":[93,151],"linear":[94],"proposed":[98],"provide":[100],"rough":[102],"regularized":[104],"estimation,":[106],"followed":[107],"per-frame":[109],"compensation":[110],"pose":[112],"details":[115],"residual":[118],"encoded":[119],"in":[120,152],"auxiliary":[122],"codes.":[123],"We":[124],"present":[125],"Transformer-based":[128],"feature":[129],"extractor":[130],"conditional":[132],"GRU":[133],"decoder":[134],"facilitate":[136],"improve":[139],"capability.":[142],"Extensive":[143],"experiments":[144],"demonstrate":[145],"method":[147],"not":[149],"only":[150],"recovering":[153],"accurate":[157],"geometry,":[161],"but":[162],"also":[163],"amenable":[164],"various":[166],"related":[169],"tasks,":[170],"including":[171],"monocular":[172],"video":[173],"fitting,":[174],"retargeting,":[176],"completion,":[178],"future":[180],"prediction.":[181]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}