{"id":"https://openalex.org/W4399154612","doi":"https://doi.org/10.1109/tpami.2024.3407570","title":"PoseScript: Linking 3D Human Poses and Natural Language","display_name":"PoseScript: Linking 3D Human Poses and Natural Language","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399154612","doi":"https://doi.org/10.1109/tpami.2024.3407570","pmid":"https://pubmed.ncbi.nlm.nih.gov/38814779"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3407570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3407570","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/417743","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086314126","display_name":"Ginger Delmas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Ginger Delmas","raw_affiliation_strings":["Institut de Robòtica i Informàtica Industrial, CSIC-UPC, Barcelona, Spain","NAVER LABS Europe, France","Institut de Robótica i Informática Industrial, CSIC-UPC, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0009-0008-6887-435X","affiliations":[{"raw_affiliation_string":"Institut de Robòtica i Informàtica Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]},{"raw_affiliation_string":"NAVER LABS Europe, France","institution_ids":[]},{"raw_affiliation_string":"Institut de Robótica i Informática Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054497181","display_name":"Philippe Weinzaepfel","orcid":"https://orcid.org/0000-0002-4223-3983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philippe Weinzaepfel","raw_affiliation_strings":["NAVER LABS Europe, Meylan, France","NAVER LABS Europe, France"],"raw_orcid":"https://orcid.org/0000-0002-4223-3983","affiliations":[{"raw_affiliation_string":"NAVER LABS Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"NAVER LABS Europe, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011853258","display_name":"Thomas G. Lucas","orcid":"https://orcid.org/0000-0002-6700-0481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Lucas","raw_affiliation_strings":["NAVER LABS Europe, Meylan, France","NAVER LABS Europe, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NAVER LABS Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"NAVER LABS Europe, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106691454","display_name":"Francesc Moreno-Noguer","orcid":"https://orcid.org/0000-0002-8640-684X"},"institutions":[{"id":"https://openalex.org/I4210093282","display_name":"Institut de Rob\u00f2tica i Inform\u00e0tica Industrial","ror":"https://ror.org/00mcdyn90","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210093282","https://openalex.org/I9617848"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francesc Moreno-Noguer","raw_affiliation_strings":["Institut de Robòtica i Informàtica Industrial, CSIC-UPC, Barcelona, Spain","Institut de Robótica i Informática Industrial, CSIC-UPC, Barcelona, Spain"],"raw_orcid":"https://orcid.org/0000-0002-8640-684X","affiliations":[{"raw_affiliation_string":"Institut de Robòtica i Informàtica Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]},{"raw_affiliation_string":"Institut de Robótica i Informática Industrial, CSIC-UPC, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I4210093282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085685227","display_name":"Gr\u00e9gory Rogez","orcid":"https://orcid.org/0000-0002-2275-2129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gr\u00e9gory Rogez","raw_affiliation_strings":["NAVER LABS Europe, Meylan, France","NAVER LABS Europe, France"],"raw_orcid":"https://orcid.org/0000-0002-2275-2129","affiliations":[{"raw_affiliation_string":"NAVER LABS Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"NAVER LABS Europe, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086314126"],"corresponding_institution_ids":["https://openalex.org/I4210093282","https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":1.6558,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83055231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"47","issue":"7","first_page":"5146","last_page":"5159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9006999731063843,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7011007070541382},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5585649609565735},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5403075814247131},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5265800356864929},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4315710961818695},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3722268342971802},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34306466579437256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7011007070541382},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5585649609565735},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5403075814247131},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5265800356864929},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4315710961818695},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3722268342971802},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34306466579437256},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2024.3407570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3407570","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38814779","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38814779","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:upcommons.upc.edu:2117/417743","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/417743","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/417743","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/417743","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1964073652","https://openalex.org/W1983154976","https://openalex.org/W2101032778","https://openalex.org/W2101105183","https://openalex.org/W2144380653","https://openalex.org/W2250539671","https://openalex.org/W2470632190","https://openalex.org/W2471768434","https://openalex.org/W2474702929","https://openalex.org/W2483862638","https://openalex.org/W2535410496","https://openalex.org/W2614519765","https://openalex.org/W2768683308","https://openalex.org/W2790653893","https://openalex.org/W2798646183","https://openalex.org/W2862846329","https://openalex.org/W2905544595","https://openalex.org/W2949924544","https://openalex.org/W2950635152","https://openalex.org/W2963882743","https://openalex.org/W2964076328","https://openalex.org/W2964078384","https://openalex.org/W2964134613","https://openalex.org/W2971856312","https://openalex.org/W2978956737","https://openalex.org/W2982625143","https://openalex.org/W2987068636","https://openalex.org/W3103161287","https://openalex.org/W3107521863","https://openalex.org/W3139613582","https://openalex.org/W3144253442","https://openalex.org/W3145620595","https://openalex.org/W3153832461","https://openalex.org/W3173873424","https://openalex.org/W3176252609","https://openalex.org/W4205116876","https://openalex.org/W4214622647","https://openalex.org/W4286611269","https://openalex.org/W4286611314","https://openalex.org/W4288079574","https://openalex.org/W4297981470","https://openalex.org/W4307205466","https://openalex.org/W4312635677","https://openalex.org/W4312741694","https://openalex.org/W4312781038","https://openalex.org/W4312782988","https://openalex.org/W4312936899","https://openalex.org/W4313145975","https://openalex.org/W4382457661","https://openalex.org/W4385245566","https://openalex.org/W4386071464","https://openalex.org/W6631190155","https://openalex.org/W6640963894","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6756726438","https://openalex.org/W6768851824","https://openalex.org/W6779792965","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6798278173","https://openalex.org/W6843813467","https://openalex.org/W6844223692"],"related_works":["https://openalex.org/W4283262748","https://openalex.org/W2502773048","https://openalex.org/W4252362398","https://openalex.org/W48866389","https://openalex.org/W2117651364","https://openalex.org/W3112533414","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W2894473080","https://openalex.org/W4308854837"],"abstract_inverted_index":{"Natural":[0],"language":[1,42,110],"plays":[2],"a":[3,87,125,195,205,222,225,234],"critical":[4],"role":[5],"in":[6,108,251,261],"many":[7],"computer":[8],"vision":[9],"applications,":[10],"such":[11],"as":[12,122],"image":[13],"captioning,":[14],"visual":[15],"question":[16],"answering,":[17],"and":[18,74,201,246,254],"cross-modal":[19,211],"retrieval,":[20],"to":[21,32,79,86,164],"provide":[22],"fine-grained":[23],"semantic":[24],"information.":[25],"Unfortunately,":[26],"while":[27],"human":[28,33,37,62,172],"pose":[29,38,119,239],"is":[30,90],"key":[31],"understanding,":[34],"current":[35],"3D":[36,61,113,134,199,229],"datasets":[39],"lack":[40],"detailed":[41],"descriptions.":[43,240],"To":[44,174],"address":[45],"this":[46],"issue,":[47],"we":[48,96,181,193,220,232],"have":[49,97],"introduced":[50],"the":[51,71,81,84,133,152,176,189,244,256,262],"PoseScript":[52,190],"dataset.":[53,191],"This":[54,115],"dataset":[55,85],"pairs":[56],"more":[57],"than":[58],"six":[59],"thousand":[60],"poses":[63,200,215,250],"from":[64,111,216],"AMASS":[65],"with":[66,92],"rich":[67],"human-annotated":[68],"descriptions":[69,107,145,203],"of":[70,83,127,154,178,213,248],"body":[72],"parts":[73],"their":[75],"spatial":[76],"relationships.":[77],"Additionally,":[78],"increase":[80],"size":[82],"scale":[88],"that":[89,103,187,197],"compatible":[91],"data-hungry":[93],"learning":[94,185],"algorithms,":[95],"proposed":[98],"an":[99],"elaborate":[100],"captioning":[101],"process":[102,116,236],"generates":[104],"automatic":[105,150],"synthetic":[106],"natural":[109],"given":[112],"keypoints.":[114,135],"extracts":[117],"low-level":[118],"information,":[120],"known":[121],"\"posecodes\",":[123],"using":[124,146],"set":[126],"simple":[128],"but":[129],"generic":[130],"rules":[131],"on":[132,171],"These":[136,241],"posecodes":[137],"are":[138],"then":[139],"combined":[140],"into":[141,204],"higher":[142],"level":[143],"textual":[144,202],"syntactic":[147],"rules.":[148],"With":[149],"annotations,":[151],"amount":[153],"available":[155],"data":[156],"significantly":[157],"scales":[158],"up":[159],"(100k),":[160],"making":[161],"it":[162],"possible":[163],"effectively":[165],"pretrain":[166],"deep":[167],"models":[168],"for":[169,210,224,237,258],"finetuning":[170],"captions.":[173],"showcase":[175],"potential":[177],"annotated":[179,249],"poses,":[180],"present":[182,233],"three":[183],"multi-modal":[184],"tasks":[186,253],"utilize":[188],"Firstly,":[192],"develop":[194],"pipeline":[196],"maps":[198],"joint":[206],"embedding":[207],"space,":[208],"allowing":[209],"retrieval":[212],"relevant":[214],"large-scale":[217],"datasets.":[218],"Secondly,":[219],"establish":[221],"baseline":[223],"text-conditioned":[226],"model":[227],"generating":[228,238],"poses.":[230],"Thirdly,":[231],"learned":[235],"applications":[242],"demonstrate":[243],"versatility":[245],"usefulness":[247],"various":[252],"pave":[255],"way":[257],"future":[259],"research":[260],"field.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}