{"id":"https://openalex.org/W4386596886","doi":"https://doi.org/10.1109/icip49359.2023.10222246","title":"TAMM: A Task-Adaptive Multi-Modal Fusion Network for Facial-Related Health Assessments on 3D Facial Images","display_name":"TAMM: A Task-Adaptive Multi-Modal Fusion Network for Facial-Related Health Assessments on 3D Facial Images","publication_year":2023,"publication_date":"2023-09-11","ids":{"openalex":"https://openalex.org/W4386596886","doi":"https://doi.org/10.1109/icip49359.2023.10222246"},"language":"en","primary_location":{"id":"doi:10.1109/icip49359.2023.10222246","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip49359.2023.10222246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104126329","display_name":"Kai Wang","orcid":"https://orcid.org/0009-0003-1716-946X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["Peking University,College of Future Technology,Beijing,China","College of Future Technology, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,College of Future Technology,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"College of Future Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087407889","display_name":"Xiaohong Liu","orcid":"https://orcid.org/0000-0001-6377-4730"},"institutions":[{"id":"https://openalex.org/I4210147892","display_name":"CRUK Lung Cancer Centre of Excellence","ror":"https://ror.org/04nm2mq63","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210147892"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaohong Liu","raw_affiliation_strings":["University College London,UCL Cancer Institute,London,UK","UCL Cancer Institute, University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London,UCL Cancer Institute,London,UK","institution_ids":["https://openalex.org/I4210147892","https://openalex.org/I45129253"]},{"raw_affiliation_string":"UCL Cancer Institute, University College London, London, UK","institution_ids":["https://openalex.org/I4210147892","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100954380","display_name":"Zhengchao Luo","orcid":"https://orcid.org/0009-0005-4917-2967"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengchao Luo","raw_affiliation_strings":["Peking University,College of Future Technology,Beijing,China","College of Future Technology, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,College of Future Technology,Beijing,China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"College of Future Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101060302","display_name":"Fajin Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fajin Feng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Lab of Networking and Switching Technology,Beijing,China","State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Lab of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458577","display_name":"Guangyu Wang","orcid":"https://orcid.org/0000-0003-1312-884X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyu Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,State Key Lab of Networking and Switching Technology,Beijing,China","State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,State Key Lab of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"1670","last_page":"1674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11322","display_name":"Facial Rejuvenation and Surgery Techniques","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7386196851730347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6676034331321716},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6004391312599182},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4775724709033966},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.46886616945266724},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.46255674958229065},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4431431293487549},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44125938415527344},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.43787866830825806},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3765799403190613},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35364726185798645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386196851730347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6676034331321716},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6004391312599182},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4775724709033966},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.46886616945266724},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.46255674958229065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4431431293487549},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44125938415527344},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.43787866830825806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3765799403190613},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35364726185798645},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip49359.2023.10222246","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip49359.2023.10222246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W595047221","https://openalex.org/W1522301498","https://openalex.org/W1977763718","https://openalex.org/W1997229021","https://openalex.org/W2088180422","https://openalex.org/W2149148304","https://openalex.org/W2194775991","https://openalex.org/W2546919788","https://openalex.org/W2799142693","https://openalex.org/W2955216108","https://openalex.org/W2963121255","https://openalex.org/W2963231572","https://openalex.org/W2963521239","https://openalex.org/W3047232686","https://openalex.org/W3204794091","https://openalex.org/W4295312788","https://openalex.org/W6631190155","https://openalex.org/W6739778489","https://openalex.org/W6752083267","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2381300099","https://openalex.org/W2811048914","https://openalex.org/W1982479144","https://openalex.org/W1995633573","https://openalex.org/W2767198796","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"Previous":[0],"studies":[1,162],"showed":[2],"that":[3,141],"facial":[4,27,51,96],"appearance":[5],"is":[6],"an":[7],"important":[8],"phenotypic":[9],"indicator":[10],"of":[11,43,94,137,166,172],"human":[12],"diseases":[13],"or":[14,49],"biological":[15],"conditions.":[16],"Recent":[17],"advancements":[18],"in":[19,26,56,175],"deep":[20],"learning":[21],"have":[22],"shown":[23],"great":[24],"potential":[25],"image":[28],"analysis,":[29],"including":[30,153],"health":[31,83],"status":[32],"assessments.":[33,84],"However,":[34],"prior":[35],"methods":[36],"mainly":[37],"focused":[38],"on":[39,134,147],"single":[40],"modality":[41],"analysis":[42],"either":[44],"the":[45,62,89,144,164],"2D":[46],"texture":[47,92],"images":[48,97],"3D":[50,95],"meshes,":[52],"which":[53,103],"are":[54],"limited":[55],"their":[57],"ability":[58],"to":[59],"fully":[60],"capture":[61,125],"relationships":[63,129],"between":[64,130],"biometric":[65],"measurements":[66],"and":[67,91,111,119,127,150,156,169],"diseases.":[68],"To":[69],"address":[70],"these":[71],"issues,":[72],"we":[73],"propose":[74],"a":[75,99,135],"task-adaptive":[76,100],"multi-modal":[77,167],"fusion":[78,168],"network,":[79],"TAMM,":[80],"for":[81,113],"facial-related":[82],"Our":[85],"model":[86,174],"leverages":[87],"both":[88],"geometric":[90],"features":[93,107],"by":[98],"Transformer":[101],"(TAFormer),":[102],"can":[104],"dynamically":[105],"extract":[106],"from":[108],"different":[109],"modalities":[110],"scales":[112],"various":[114,148],"tasks":[115,152],"via":[116],"spatial":[117],"attention":[118],"cross":[120],"modal":[121],"multi-scale":[122],"attention,":[123],"effectively":[124],"intra-":[126],"inter-modal":[128],"features.":[131],"Experimental":[132],"results":[133],"dataset":[136],"19,775":[138],"patients":[139],"demonstrate":[140],"TAMM":[142],"achieves":[143],"state-of-the-art":[145],"performance":[146],"regression":[149],"classification":[151],"age,":[154],"BMI,":[155],"fatty":[157],"liver":[158],"disease":[159],"predictions.":[160],"Ablation":[161],"shows":[163],"importance":[165],"task-specific":[170],"adaptability":[171],"our":[173],"achieving":[176],"optimal":[177],"performance.":[178]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}