{"id":"https://openalex.org/W4285102637","doi":"https://doi.org/10.1109/icra46639.2022.9812024","title":"HMD-former: a Transformer-based Human Mesh Deformer with Inter-layer Semantic Consistency","display_name":"HMD-former: a Transformer-based Human Mesh Deformer with Inter-layer Semantic Consistency","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4285102637","doi":"https://doi.org/10.1109/icra46639.2022.9812024"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9812024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074001908","display_name":"Siyu Zou","orcid":"https://orcid.org/0000-0001-8876-2744"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Zou","raw_affiliation_strings":["Zhejiang University of Technology,HangZhou,China","Zhejiang University of Technology, HangZhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,HangZhou,China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, HangZhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319993","display_name":"Sheng Liu","orcid":"https://orcid.org/0000-0001-9608-0524"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Liu","raw_affiliation_strings":["Zhejiang University of Technology,HangZhou,China","Zhejiang University of Technology, HangZhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,HangZhou,China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, HangZhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101683660","display_name":"Chaonan Li","orcid":"https://orcid.org/0000-0002-5514-842X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaonan Li","raw_affiliation_strings":["Zhejiang University of Technology,HangZhou,China","Zhejiang University of Technology, HangZhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,HangZhou,China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, HangZhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882873","display_name":"Yao Lu","orcid":"https://orcid.org/0000-0002-2962-5886"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Yao","raw_affiliation_strings":["Zhejiang University of Technology,HangZhou,China","Zhejiang University of Technology, HangZhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,HangZhou,China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, HangZhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055627037","display_name":"Shengyong Chen","orcid":"https://orcid.org/0000-0002-6705-3831"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyong Chen","raw_affiliation_strings":["Tianjin University of Technology,Tianjin,China","Tianjin University of Technology, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3304,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61896884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"6409","last_page":"6415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8065825700759888},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6271164417266846},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5758670568466187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.515159010887146},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.4733315110206604},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45463743805885315},{"id":"https://openalex.org/keywords/vertex","display_name":"Vertex (graph theory)","score":0.45015212893486023},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.4372597634792328},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.41075557470321655},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3394225239753723},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2793640196323395},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.25994616746902466}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8065825700759888},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6271164417266846},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5758670568466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.515159010887146},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.4733315110206604},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45463743805885315},{"id":"https://openalex.org/C80899671","wikidata":"https://www.wikidata.org/wiki/Q1304193","display_name":"Vertex (graph theory)","level":3,"score":0.45015212893486023},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.4372597634792328},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.41075557470321655},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3394225239753723},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2793640196323395},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.25994616746902466},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra46639.2022.9812024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G8651560819","display_name":null,"funder_award_id":"2018YFB1305200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1967554269","https://openalex.org/W2101032778","https://openalex.org/W2483862638","https://openalex.org/W2545173102","https://openalex.org/W2573098616","https://openalex.org/W2798637590","https://openalex.org/W2883221003","https://openalex.org/W2889665152","https://openalex.org/W2895748257","https://openalex.org/W2962778872","https://openalex.org/W2963088785","https://openalex.org/W2963907666","https://openalex.org/W2963995996","https://openalex.org/W2978956737","https://openalex.org/W2981637078","https://openalex.org/W3035551320","https://openalex.org/W3042515967","https://openalex.org/W3092462694","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3103514110","https://openalex.org/W3109877674","https://openalex.org/W3175199633","https://openalex.org/W4385245566","https://openalex.org/W6639102338","https://openalex.org/W6739901393","https://openalex.org/W6778485988","https://openalex.org/W6784094891","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2773120646","https://openalex.org/W1573942360","https://openalex.org/W2733060750","https://openalex.org/W2766146978","https://openalex.org/W2738221750","https://openalex.org/W4245792239","https://openalex.org/W3108696707","https://openalex.org/W3156786002","https://openalex.org/W4315777907","https://openalex.org/W4317987726"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,19,25,34,122],"transformer-based":[3],"network,":[4],"Human":[5],"Mesh":[6],"Deformer":[7],"(HMD-former),":[8],"to":[9,28,37,44,72,109],"tackle":[10],"the":[11,40,45,52,69,87,92,107,117,147],"problem":[12],"of":[13,56,106,151],"3D":[14,42],"human":[15],"mesh":[16,43],"reconstruction":[17,136],"from":[18,94],"single":[20],"RGB":[21],"image.":[22],"HMD-former":[23],"applies":[24],"pre-trained":[26],"CNN":[27],"extract":[29],"image":[30],"grid":[31,57,70],"features":[32,58,71],"and":[33,66,77,115,132,138,149],"transformer":[35],"decoder":[36,50,108],"gradually":[38],"warp":[39],"template":[41],"deformed":[46],"mesh.":[47],"On":[48],"each":[49,104],"layer,":[51],"fine-grained":[53],"local":[54],"information":[55],"is":[59,154],"well":[60],"utilized":[61],"using":[62],"cross-attention":[63],"by":[64],"softly":[65],"content-dependently":[67],"transforming":[68],"vertex":[73,113],"embeddings.":[74],"Auxiliary":[75],"losses":[76],"proposed":[78],"bi-directional":[79],"mapping":[80],"layers":[81],"inherently":[82],"ensure":[83],"semantic":[84],"consistency":[85],"throughout":[86],"whole":[88,118],"decoder,":[89],"which":[90],"free":[91],"network":[93,119],"learning":[95],"unnecessary":[96],"embedding":[97],"transformation":[98],"between":[99],"layers.":[100],"This":[101],"further":[102],"induces":[103],"layer":[105],"focus":[110],"on":[111,127],"refining":[112,124],"embeddings":[114],"makes":[116],"work":[120],"in":[121],"progressively":[123],"manner.":[125],"Experiments":[126],"different":[128],"public":[129],"datasets":[130],"Human3.6M":[131],"3DPW":[133],"show":[134],"better":[135],"accuracy":[137],"faster":[139],"inference":[140],"speed":[141],"than":[142],"previous":[143],"state-of-the-art":[144],"methods,":[145],"demonstrating":[146],"effectiveness":[148],"generalizability":[150],"HMD-former.":[152],"Code":[153],"publicly":[155],"available":[156],"at":[157],"https://github.com/siyuzou/HMD-former.":[158]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}