{"id":"https://openalex.org/W4401751202","doi":"https://doi.org/10.1109/isbi56570.2024.10635114","title":"FST-Net: Facial Soft Tissue Landmark Localization on 3dMD Scans Using Feature Fusion and Local Coordinate Regression","display_name":"FST-Net: Facial Soft Tissue Landmark Localization on 3dMD Scans Using Feature Fusion and Local Coordinate Regression","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4401751202","doi":"https://doi.org/10.1109/isbi56570.2024.10635114"},"language":"en","primary_location":{"id":"doi:10.1109/isbi56570.2024.10635114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04900742/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061676978","display_name":"Zhidong He","orcid":"https://orcid.org/0000-0002-9766-2208"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhidong He","raw_affiliation_strings":["Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)"],"affiliations":[{"raw_affiliation_string":"Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103021832","display_name":"Han Bao","orcid":"https://orcid.org/0009-0007-8122-2025"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Bao","raw_affiliation_strings":["The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029"],"affiliations":[{"raw_affiliation_string":"The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022071602","display_name":"Mingzhang Chen","orcid":"https://orcid.org/0000-0003-1033-3864"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzhang Chen","raw_affiliation_strings":["Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)"],"affiliations":[{"raw_affiliation_string":"Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078388244","display_name":"Jiasong Wu","orcid":"https://orcid.org/0000-0001-7171-1318"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiasong Wu","raw_affiliation_strings":["Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)"],"affiliations":[{"raw_affiliation_string":"Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066907195","display_name":"Luwei Liu","orcid":"https://orcid.org/0000-0001-7692-1787"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luwei Liu","raw_affiliation_strings":["The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029"],"affiliations":[{"raw_affiliation_string":"The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028457159","display_name":"Lotfi Senhadji","orcid":"https://orcid.org/0000-0001-9434-6341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lotfi Senhadji","raw_affiliation_strings":["Centre de Recherche en Information Biomédicale Sino-Français,Rennes,France,35000"],"affiliations":[{"raw_affiliation_string":"Centre de Recherche en Information Biomédicale Sino-Français,Rennes,France,35000","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687822","display_name":"Huazhong Shu","orcid":"https://orcid.org/0000-0002-3833-7915"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Shu","raw_affiliation_strings":["Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)"],"affiliations":[{"raw_affiliation_string":"Southeast University,Laboratory of Image Science and Technology,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"LIST - Laboratory of Image Science and Technology [Nanjing] (Si Pai Lou 2, Nanjing, 210096 - China)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101590151","display_name":"Bin Yan","orcid":"https://orcid.org/0000-0001-9169-4615"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yan","raw_affiliation_strings":["The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029"],"affiliations":[{"raw_affiliation_string":"The Affiliated Stomatological Hospital of Nanjing Medical University,Department of Orthodontics,Nanjing,China,210029","institution_ids":["https://openalex.org/I83519826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5061676978"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.7787,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72565454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13953","display_name":"Digital Imaging in Medicine","score":0.9458000063896179,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.8774435520172119},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6505993008613586},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5862843990325928},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5676482915878296},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5339267253875732},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5235102772712708},{"id":"https://openalex.org/keywords/soft-tissue","display_name":"Soft tissue","score":0.5055463314056396},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4757242500782013},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4691825211048126},{"id":"https://openalex.org/keywords/coordinate-system","display_name":"Coordinate system","score":0.42396312952041626},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24742728471755981},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14133593440055847},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13476866483688354},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.1209293007850647}],"concepts":[{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.8774435520172119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6505993008613586},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5862843990325928},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5676482915878296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5339267253875732},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5235102772712708},{"id":"https://openalex.org/C136948725","wikidata":"https://www.wikidata.org/wiki/Q1458306","display_name":"Soft tissue","level":2,"score":0.5055463314056396},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4757242500782013},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4691825211048126},{"id":"https://openalex.org/C80551277","wikidata":"https://www.wikidata.org/wiki/Q11210","display_name":"Coordinate system","level":2,"score":0.42396312952041626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24742728471755981},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14133593440055847},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13476866483688354},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.1209293007850647},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isbi56570.2024.10635114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04900742v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04900742","pdf_url":"https://hal.science/hal-04900742/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI), May 2024, Athens, Greece. pp.1-5, ⟨10.1109/isbi56570.2024.10635114⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04900742v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04900742","pdf_url":"https://hal.science/hal-04900742/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI), May 2024, Athens, Greece. pp.1-5, ⟨10.1109/isbi56570.2024.10635114⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401751202.pdf"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2925288829","https://openalex.org/W2947691677","https://openalex.org/W2955347200","https://openalex.org/W2990138404","https://openalex.org/W3004849003","https://openalex.org/W3106201142","https://openalex.org/W3199202390","https://openalex.org/W4231449374","https://openalex.org/W4296120902","https://openalex.org/W4317377133","https://openalex.org/W4321232185","https://openalex.org/W6739778489"],"related_works":["https://openalex.org/W2056853153","https://openalex.org/W2057559274","https://openalex.org/W2026924879","https://openalex.org/W2005087563","https://openalex.org/W2378111931","https://openalex.org/W2052388267","https://openalex.org/W2950647290","https://openalex.org/W2620829895","https://openalex.org/W2356918560","https://openalex.org/W4243161226"],"abstract_inverted_index":{"Landmark":[0],"localization":[1,25,150,185],"of":[2,15,26,152],"facial":[3],"soft":[4],"tissue":[5],"(FST)":[6],"is":[7,100,123,155,162],"a":[8],"basic":[9],"step":[10],"in":[11],"3D":[12,27],"morphometric":[13],"analysis":[14],"human":[16],"face.":[17],"However,":[18],"there":[19],"are":[20,85],"few":[21],"studies":[22],"on":[23,31,37,64,117,186],"landmark":[24,105,128,168,184],"scan":[28],"images":[29,39,75],"based":[30,36,116],"deep":[32,180],"learning.":[33],"The":[34],"methods":[35,182],"2D":[38],"cannot":[40],"be":[41],"directly":[42],"applied":[43,101],"due":[44],"to":[45,59,89,102,109,125,141,172],"the":[46,104,127,139,148,153,166,177,187],"non-Euclidean":[47],"data":[48],"structure.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"propose":[54],"an":[55],"end-to-end":[56],"learning":[57,181],"framework":[58],"automatically":[60],"localize":[61],"28":[62],"landmarks":[63],"3dMD":[65,83,135],"scans,":[66],"called":[67],"FST-Net.":[68],"Our":[69,174],"method":[70],"extracts":[71],"features":[72],"from":[73,107,138],"texture":[74,80,91],"and":[76,92,120,132,165],"mesh":[77,188],"models.":[78],"New":[79],"mappings":[81],"for":[82,183],"scans":[84,137],"generated":[86],"by":[87],"projection":[88],"fuse":[90],"structure":[93],"features.":[94],"A":[95,111],"dual-branch":[96],"network":[97],"integrating":[98],"transformers":[99],"predict":[103],"heatmaps":[106],"coarse":[108],"fine.":[110],"local":[112],"coordinate":[113],"regression":[114],"module":[115],"probabilistic":[118],"distance":[119],"heatmap":[121],"predictions":[122],"proposed":[124],"compute":[126],"coordinates.":[129],"We":[130],"collect":[131],"annotate":[133],"297":[134],"face":[136],"clinic":[140],"evaluate":[142],"our":[143],"model.":[144,189],"Experiments":[145],"show":[146],"that":[147],"average":[149],"error":[151],"model":[154,175],"1.204mm":[156],"(the":[157],"clinically":[158],"acceptable":[159],"precision":[160],"range":[161],"1.5":[163],"mm),":[164],"correct":[167],"detection":[169],"rate":[170],"equals":[171],"70.89%.":[173],"outperforms":[176],"current":[178],"state-of-the-art":[179]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}