{"id":"https://openalex.org/W7101410365","doi":"https://doi.org/10.1109/tce.2025.3626474","title":"HTI-Hand: A Hybrid Token Initialization Framework With Relative Encoding and Mask-Guided Priors for 3D Hand Reconstruction","display_name":"HTI-Hand: A Hybrid Token Initialization Framework With Relative Encoding and Mask-Guided Priors for 3D Hand Reconstruction","publication_year":2025,"publication_date":"2025-10-28","ids":{"openalex":"https://openalex.org/W7101410365","doi":"https://doi.org/10.1109/tce.2025.3626474"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2025.3626474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3626474","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shufang Zhang","orcid":"https://orcid.org/0000-0002-9888-2587"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shufang Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-9888-2587","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziyang Zhang","orcid":"https://orcid.org/0009-0003-0006-4098"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0003-0006-4098","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziyu Meng","orcid":"https://orcid.org/0009-0002-7014-2891"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Meng","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0002-7014-2891","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiazheng Wu","orcid":"https://orcid.org/0009-0007-8437-7348"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazheng Wu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0007-8437-7348","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shouzheng Wang","orcid":"https://orcid.org/0009-0005-4207-6913"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouzheng Wang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0005-4207-6913","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Jiang","orcid":"https://orcid.org/0009-0004-4422-4556"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Jiang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0004-4422-4556","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shan An","orcid":"https://orcid.org/0000-0001-7796-6952"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan An","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-7796-6952","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61831337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"4","first_page":"9415","last_page":"9426"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12633","display_name":"Legal case studies and regulations","score":0.03610000014305115,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12633","display_name":"Legal case studies and regulations","score":0.03610000014305115,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11662","display_name":"Legal Cases and Commentary","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/2743","display_name":"Reproductive Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14254","display_name":"Digital Media and Visual Art","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7914999723434448},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7469000220298767},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.565500020980835},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4198000133037567},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4153999984264374},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.3781000077724457},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.37139999866485596}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7914999723434448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700999975204468},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7469000220298767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5788999795913696},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.565500020980835},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3781000077724457},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.37139999866485596},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.27970001101493835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3626474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3626474","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2798102101","display_name":null,"funder_award_id":"2023YFC3603601","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321540","display_name":"Ministry of Science and Technology of the People's Republic of China","ror":"https://ror.org/027s68j25"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2013640163","https://openalex.org/W2065233949","https://openalex.org/W2124820153","https://openalex.org/W2768683308","https://openalex.org/W2798637590","https://openalex.org/W2962811204","https://openalex.org/W2963488642","https://openalex.org/W2963873475","https://openalex.org/W2963907666","https://openalex.org/W2963995996","https://openalex.org/W2964093990","https://openalex.org/W2973857456","https://openalex.org/W2979577579","https://openalex.org/W2984612350","https://openalex.org/W3031984092","https://openalex.org/W3034479523","https://openalex.org/W3035408713","https://openalex.org/W3049411219","https://openalex.org/W3098684994","https://openalex.org/W3107167007","https://openalex.org/W3107825842","https://openalex.org/W3109877674","https://openalex.org/W3110017807","https://openalex.org/W3175199633","https://openalex.org/W3180172155","https://openalex.org/W3186268659","https://openalex.org/W3202457644","https://openalex.org/W3205786327","https://openalex.org/W4214684804","https://openalex.org/W4224219224","https://openalex.org/W4225162647","https://openalex.org/W4226047505","https://openalex.org/W4226318466","https://openalex.org/W4291909673","https://openalex.org/W4298014233","https://openalex.org/W4312395531","https://openalex.org/W4312595848","https://openalex.org/W4312648215","https://openalex.org/W4312799843","https://openalex.org/W4312923690","https://openalex.org/W4381198761","https://openalex.org/W4386065417","https://openalex.org/W4386075525","https://openalex.org/W4386076345","https://openalex.org/W4386076700","https://openalex.org/W4386083060","https://openalex.org/W4386083180","https://openalex.org/W4389212245","https://openalex.org/W4390874053","https://openalex.org/W4390970200","https://openalex.org/W4394698946","https://openalex.org/W4402704593","https://openalex.org/W4402726978","https://openalex.org/W4402727599","https://openalex.org/W4402771885","https://openalex.org/W4411244524","https://openalex.org/W4413146415"],"related_works":[],"abstract_inverted_index":{"Reconstructing":[0],"3D":[1],"hand":[2,42,51,104],"mesh":[3,152],"from":[4],"monocular":[5],"image":[6],"has":[7],"witnessed":[8],"remarkable":[9],"advancements":[10],"with":[11,97,122],"the":[12,30,94,119,157],"advent":[13],"of":[14,50],"transformer-based":[15],"architectures.":[16],"However,":[17],"existing":[18],"parametric":[19],"methods":[20,169],"tend":[21],"to":[22,81,92,117,127],"exhibit":[23],"relatively":[24],"slow":[25],"and":[26,53,86,111,144,150,159,174],"unstable":[27],"convergence":[28,172],"during":[29],"training":[31],"phase.":[32],"To":[33],"address":[34],"this":[35,57],"challenge,":[36],"we":[37,59,75],"introduce":[38],"different":[39],"tokens":[40,132],"for":[41],"model":[43],"parameters,":[44],"which":[45],"allow":[46],"semantically":[47],"independent":[48],"representations":[49],"pose":[52,95,143],"shape.":[54],"Building":[55],"on":[56,156],"design,":[58],"propose":[60],"a":[61,77,102],"structured":[62,140],"token":[63,72,96,121,146],"initialization":[64],"strategy":[65],"that":[66,163],"incorporates":[67],"semantic":[68],"cues":[69],"into":[70],"each":[71],"type.":[73],"Specifically,":[74],"leverage":[76],"lightweight":[78],"regression":[79],"network":[80],"obtain":[82],"rough":[83],"2D":[84],"keypoints":[85],"encode":[87],"their":[88],"relative":[89],"spatial":[90],"layout":[91],"initialize":[93,118],"position-aware":[98],"priors.":[99],"In":[100],"parallel,":[101],"low-dimensional":[103],"segmentation":[105],"is":[106],"predicted":[107],"under":[108],"explicit":[109],"supervision,":[110],"its":[112],"intermediate":[113],"features":[114],"are":[115,133],"utilized":[116],"shape":[120,145],"geometry-aware":[123],"priors,":[124],"enhancing":[125],"robustness":[126],"occlusion.":[128],"Finally,":[129],"these":[130],"well-initialized":[131],"further":[134],"refined":[135],"through":[136],"multi-token":[137],"attention,":[138],"where":[139],"interactions":[141],"across":[142],"facilitate":[147],"more":[148],"accurate":[149],"stable":[151],"reconstruction.":[153],"Experimental":[154],"results":[155],"FreiHAND":[158],"HO3Dv2":[160],"datasets":[161],"demonstrate":[162],"our":[164],"approach":[165],"outperforms":[166],"most":[167],"mainstream":[168],"in":[170],"both":[171],"speed":[173],"final":[175],"accuracy.":[176]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-28T00:00:00"}
