{"id":"https://openalex.org/W4391936093","doi":"https://doi.org/10.1109/lra.2024.3366418","title":"Inverse Kinematics Embedded Network for Robust Patient Anatomy Avatar Reconstruction From Multimodal Data","display_name":"Inverse Kinematics Embedded Network for Robust Patient Anatomy Avatar Reconstruction From Multimodal Data","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391936093","doi":"https://doi.org/10.1109/lra.2024.3366418"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3366418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3366418","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103244140","display_name":"Tongxi Zhou","orcid":"https://orcid.org/0009-0002-0869-4695"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tongxi Zhou","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-0869-4695","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013169403","display_name":"Mingcong Chen","orcid":"https://orcid.org/0000-0001-9544-2589"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Mingcong Chen","raw_affiliation_strings":["Department of Biomedical Engineering, City University of Hong Kong, Hong Kong","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9544-2589","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955302","display_name":"Guanglin Cao","orcid":"https://orcid.org/0009-0001-0197-2886"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglin Cao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-0197-2886","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101647714","display_name":"Jian Hu","orcid":"https://orcid.org/0000-0002-3068-6854"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Hu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3068-6854","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004659892","display_name":"Hongbin Liu","orcid":"https://orcid.org/0000-0002-4315-7556"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Hongbin Liu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Biomedical Engineering and Imaging Sciences, King's College London, London, U.K","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4315-7556","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Biomedical Engineering and Imaging Sciences, King's College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103244140"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.7914,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8081757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"3395","last_page":"3402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.8227455615997314},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.6717240214347839},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.6441569328308105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5451875925064087},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.4426303803920746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4395873546600342},{"id":"https://openalex.org/keywords/anatomy","display_name":"Anatomy","score":0.4108864665031433},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40117472410202026},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3436148762702942},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.23043081164360046},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1839333474636078},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1136792004108429},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09737303853034973},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.06878471374511719}],"concepts":[{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.8227455615997314},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.6717240214347839},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.6441569328308105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5451875925064087},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.4426303803920746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4395873546600342},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.4108864665031433},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40117472410202026},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3436148762702942},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.23043081164360046},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1839333474636078},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1136792004108429},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09737303853034973},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.06878471374511719},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3366418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3366418","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1530280653","https://openalex.org/W1967554269","https://openalex.org/W1986300706","https://openalex.org/W1989191365","https://openalex.org/W2082547500","https://openalex.org/W2096278465","https://openalex.org/W2185051069","https://openalex.org/W2194775991","https://openalex.org/W2526807362","https://openalex.org/W2963995996","https://openalex.org/W2978956737","https://openalex.org/W2982480216","https://openalex.org/W2984548555","https://openalex.org/W3021998000","https://openalex.org/W3089633052","https://openalex.org/W3089935083","https://openalex.org/W3107167007","https://openalex.org/W3163554922","https://openalex.org/W3167491448","https://openalex.org/W3192415794","https://openalex.org/W3215052027","https://openalex.org/W4214821076","https://openalex.org/W4225986494","https://openalex.org/W4289752563","https://openalex.org/W4292828425","https://openalex.org/W4310444167","https://openalex.org/W4313005554","https://openalex.org/W4313166292","https://openalex.org/W4362653733","https://openalex.org/W4385516985","https://openalex.org/W4386065372","https://openalex.org/W6631678502","https://openalex.org/W6686473284","https://openalex.org/W6769482160"],"related_works":["https://openalex.org/W2084494155","https://openalex.org/W2119963650","https://openalex.org/W2972304526","https://openalex.org/W2380210784","https://openalex.org/W2770397302","https://openalex.org/W998473388","https://openalex.org/W2375415610","https://openalex.org/W3196465490","https://openalex.org/W1996912299","https://openalex.org/W4235013387"],"abstract_inverted_index":{"Patient":[0],"modelling":[1],"has":[2],"a":[3,47,97,133],"wide":[4],"range":[5],"of":[6,167],"applications":[7],"in":[8,29],"medicine":[9],"and":[10,18,73,84,148,188],"healthcare,":[11],"such":[12],"as":[13],"clinical":[14],"teaching,":[15],"surgery":[16],"navigation":[17],"automatic":[19],"robotized":[20],"scanning.":[21],"While":[22],"patients":[23],"are":[24,87,110,153],"typically":[25],"covered":[26],"or":[27],"occluded":[28],"medical":[30],"scenes,":[31],"directly":[32],"regressing":[33],"human":[34,184],"meshes":[35,152],"from":[36,54,106],"single":[37],"RGB":[38],"images":[39,56],"is":[40],"challenging.":[41],"To":[42,124],"this":[43],"end,":[44],"we":[45,130],"design":[46],"deep":[48],"learning-based":[49],"patient":[50,114,128],"anatomy":[51,135],"reconstruction":[52],"network":[53],"RGB-D":[55],"with":[57,145],"three":[58],"key":[59],"modules:":[60],"1)":[61],"the":[62,68,75,82,91,107,118,139,156,160,172],"attention-based":[63],"multimodal":[64,92],"fusion":[65],"module,":[66,163],"2)":[67],"analytical":[69,120],"inverse":[70,121],"kinematics":[71,122],"module":[72,94],"3)":[74],"anatomical":[76,161],"layer":[77,162],"module.":[78,123],"In":[79],"our":[80,180],"pipeline,":[81],"color":[83],"depth":[85],"modality":[86],"fully":[88],"fused":[89,108],"by":[90,137,155],"attention":[93],"to":[95,113,191],"obtain":[96],"cover-insensitive":[98],"feature":[99],"map.":[100],"The":[101],"estimated":[102],"3D":[103],"keypoints,":[104],"learned":[105],"feature,":[109],"further":[111],"converted":[112],"model":[115],"parameters":[116,158],"through":[117],"embedded":[119],"capture":[125],"more":[126],"detailed":[127],"structures,":[129],"also":[131],"present":[132],"parametric":[134],"avatar":[136],"extending":[138],"Skinned":[140],"Multi-Person":[141],"Linear":[142],"Model":[143],"(SMPL)":[144],"internal":[146],"bone":[147],"artery":[149],"models.":[150],"Final":[151],"driven":[154],"predicted":[157],"via":[159],"generating":[164],"digital":[165],"twins":[166],"patients.":[168],"Experimental":[169],"results":[170],"on":[171],"Simultaneously-Collected":[173],"Multimodal":[174],"Lying":[175],"Pose":[176],"Dataset":[177],"demonstrate":[178],"that":[179],"approach":[181],"surpasses":[182],"state-of-the-art":[183],"mesh":[185],"recovery":[186],"methods":[187],"shows":[189],"robustness":[190],"occlusions.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}