{"id":"https://openalex.org/W4312313760","doi":"https://doi.org/10.1109/tpami.2022.3216899","title":"PoseBERT: A Generic Transformer Module for Temporal 3D Human Modeling","display_name":"PoseBERT: A Generic Transformer Module for Temporal 3D Human Modeling","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312313760","doi":"https://doi.org/10.1109/tpami.2022.3216899","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015699"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3216899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3216899","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005122761","display_name":"Fabien Baradel","orcid":"https://orcid.org/0000-0003-4625-1713"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fabien Baradel","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022956258","display_name":"Romain Br\u00e9gier","orcid":"https://orcid.org/0000-0002-0554-5857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Romain Bregier","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030505287","display_name":"Thibault Groueix","orcid":"https://orcid.org/0000-0002-7984-8252"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thibault Groueix","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054497181","display_name":"Philippe Weinzaepfel","orcid":"https://orcid.org/0000-0002-4223-3983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philippe Weinzaepfel","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042126127","display_name":"Yannis Kalantidis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yannis Kalantidis","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085685227","display_name":"Gr\u00e9gory Rogez","orcid":"https://orcid.org/0000-0002-2275-2129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gregory Rogez","raw_affiliation_strings":["NAVER Labs Europe, Meylan, France"],"affiliations":[{"raw_affiliation_string":"NAVER Labs Europe, Meylan, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005122761"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8119,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86742205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"45","issue":"11","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6653810143470764},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5838831067085266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5534263253211975},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40909770131111145},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3956567049026489},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15092304348945618},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09686008095741272},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08229094743728638}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6653810143470764},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5838831067085266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5534263253211975},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40909770131111145},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3956567049026489},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15092304348945618},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09686008095741272},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08229094743728638}],"mesh":[{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3216899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3216899","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37015699","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015699","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1943191679","https://openalex.org/W1959608418","https://openalex.org/W1967554269","https://openalex.org/W2150823344","https://openalex.org/W2483862638","https://openalex.org/W2573098616","https://openalex.org/W2576289912","https://openalex.org/W2768683308","https://openalex.org/W2792747672","https://openalex.org/W2797184202","https://openalex.org/W2797515701","https://openalex.org/W2802441648","https://openalex.org/W2809890486","https://openalex.org/W2888934629","https://openalex.org/W2895748257","https://openalex.org/W2896457183","https://openalex.org/W2948058585","https://openalex.org/W2949924544","https://openalex.org/W2956061722","https://openalex.org/W2962754033","https://openalex.org/W2963324990","https://openalex.org/W2963355540","https://openalex.org/W2963995996","https://openalex.org/W2964056062","https://openalex.org/W2971856312","https://openalex.org/W2975420824","https://openalex.org/W2978956737","https://openalex.org/W2981637078","https://openalex.org/W2982573856","https://openalex.org/W2983925976","https://openalex.org/W2987343143","https://openalex.org/W2989787517","https://openalex.org/W2990270790","https://openalex.org/W2993797559","https://openalex.org/W3002101995","https://openalex.org/W3004162361","https://openalex.org/W3023681781","https://openalex.org/W3035464792","https://openalex.org/W3035551320","https://openalex.org/W3036644940","https://openalex.org/W3048474702","https://openalex.org/W3053462477","https://openalex.org/W3091133300","https://openalex.org/W3097149808","https://openalex.org/W3106126861","https://openalex.org/W3107346586","https://openalex.org/W3107471220","https://openalex.org/W3107620906","https://openalex.org/W3109597949","https://openalex.org/W3109877674","https://openalex.org/W3110022498","https://openalex.org/W3110310592","https://openalex.org/W3110537046","https://openalex.org/W3110816006","https://openalex.org/W3127643651","https://openalex.org/W3128138092","https://openalex.org/W3128358041","https://openalex.org/W3134060426","https://openalex.org/W3153832461","https://openalex.org/W3167478287","https://openalex.org/W3167491448","https://openalex.org/W3171097378","https://openalex.org/W3174980830","https://openalex.org/W3175199633","https://openalex.org/W3180172155","https://openalex.org/W3193694068","https://openalex.org/W3203206590","https://openalex.org/W3204221554","https://openalex.org/W4206169547","https://openalex.org/W4206341720","https://openalex.org/W4206540659","https://openalex.org/W4214590819","https://openalex.org/W4214593147","https://openalex.org/W4214679856","https://openalex.org/W4214684804","https://openalex.org/W4288287657","https://openalex.org/W4295312788","https://openalex.org/W4312261745","https://openalex.org/W4312305353","https://openalex.org/W4312677021","https://openalex.org/W4312689407","https://openalex.org/W4312767894","https://openalex.org/W4312874524","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6640963894","https://openalex.org/W6739901393","https://openalex.org/W6746170160","https://openalex.org/W6748988375","https://openalex.org/W6755207826","https://openalex.org/W6766978945","https://openalex.org/W6767133472","https://openalex.org/W6770639321","https://openalex.org/W6780917870","https://openalex.org/W6781447135","https://openalex.org/W6783409899","https://openalex.org/W6786412576","https://openalex.org/W6790948428"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W2772917594","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Training":[0],"state-of-the-art":[1,167],"models":[2,201],"for":[3,27,46,119,189],"human":[4],"pose":[5,29,146,149,168],"estimation":[6,169],"in":[7,92,185],"videos":[8],"requires":[9],"datasets":[10],"with":[11,104],"annotations":[12],"that":[13,59,160],"are":[14,202],"really":[15],"hard":[16],"and":[17,76,200],"expensive":[18],"to":[19,38,89,112,141,182],"obtain.":[20],"Although":[21],"transformers":[22],"have":[23],"been":[24],"recently":[25],"utilized":[26],"body":[28,123],"sequence":[30],"modeling,":[31],"related":[32],"methods":[33,170],"rely":[34],"on":[35,63,83,163],"pseudo-ground":[36],"truth":[37],"augment":[39],"the":[40,121,127,136],"currently":[41],"limited":[42],"training":[43,132],"data":[44,68],"available":[45,203],"learning":[47],"such":[48,144],"models.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"introduce":[54],"PoseBERT,":[55],"a":[56,93,115,186,192,196],"transformer":[57],"module":[58],"is":[60,73,133],"fully":[61],"trained":[62],"3D":[64,109,116],"Motion":[65],"Capture":[66],"(MoCap)":[67],"via":[69,195],"masked":[70],"modeling.":[71],"It":[72],"simple,":[74],"generic":[75],"versatile,":[77],"as":[78,145],"it":[79,91,184],"can":[80,138],"be":[81,139],"plugged":[82],"top":[84,164],"of":[85,102,114,165],"any":[86],"image-based":[87],"model":[88,95,118,137],"transform":[90],"video-based":[94],"leveraging":[96],"temporal":[97],"information.":[98],"We":[99],"showcase":[100],"variants":[101],"PoseBERT":[103,131,162],"different":[105],"inputs":[106],"varying":[107],"from":[108],"skeleton":[110],"keypoints":[111],"rotations":[113],"parametric":[117],"either":[120],"full":[122],"(SMPL)":[124],"or":[125,151],"just":[126],"hands":[128],"(MANO).":[129],"Since":[130],"task":[134],"agnostic,":[135],"applied":[140],"several":[142],"tasks":[143],"refinement,":[147],"future":[148],"prediction":[150],"motion":[152],"completion":[153],"without":[154],"finetuning.":[155],"Our":[156],"experimental":[157],"results":[158],"validate":[159],"adding":[161],"various":[166],"consistently":[171],"improves":[172],"their":[173],"performances,":[174],"while":[175],"its":[176],"low":[177],"computational":[178],"cost":[179],"allows":[180],"us":[181],"use":[183],"real-time":[187],"demo":[188],"smoothly":[190],"animating":[191],"robotic":[193],"hand":[194],"webcam.":[197],"Test":[198],"code":[199],"at":[204],"https://github.com/naver/posebert.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}