{"id":"https://openalex.org/W4403826849","doi":"https://doi.org/10.1109/access.2024.3487180","title":"ViTMa: A Novel Hybrid Vision Transformer and Mamba for Kinship Recognition in Indonesian Facial Micro-Expressions","display_name":"ViTMa: A Novel Hybrid Vision Transformer and Mamba for Kinship Recognition in Indonesian Facial Micro-Expressions","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403826849","doi":"https://doi.org/10.1109/access.2024.3487180"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3487180","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3487180","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3487180","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067275409","display_name":"Ike Fibriani","orcid":null},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Ike Fibriani","raw_affiliation_strings":["Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036919699","display_name":"Eko Mulyanto Yuniarno","orcid":null},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Eko Mulyanto Yuniarno","raw_affiliation_strings":["Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia"],"raw_orcid":"https://orcid.org/0000-0003-1243-3025","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058957728","display_name":"Ronny Mardiyanto","orcid":"https://orcid.org/0000-0003-0694-1891"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ronny Mardiyanto","raw_affiliation_strings":["Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012595591","display_name":"Mauridhi Hery Purnomo","orcid":"https://orcid.org/0000-0002-6221-7382"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mauridhi Hery Purnomo","raw_affiliation_strings":["Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia"],"raw_orcid":"https://orcid.org/0000-0002-6221-7382","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Sepuluh Nopember Institute of Technology, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067275409"],"corresponding_institution_ids":["https://openalex.org/I166843116"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2317,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53267061,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"164002","last_page":"164017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/indonesian","display_name":"Indonesian","score":0.7513553500175476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5690838694572449},{"id":"https://openalex.org/keywords/kinship","display_name":"Kinship","score":0.5616076588630676},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.497165709733963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4122140109539032},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4114459156990051},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3935489058494568},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3921690583229065},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2973749041557312},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16757315397262573},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15625861287117004},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1010408103466034},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07998985052108765}],"concepts":[{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.7513553500175476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5690838694572449},{"id":"https://openalex.org/C144348335","wikidata":"https://www.wikidata.org/wiki/Q171318","display_name":"Kinship","level":2,"score":0.5616076588630676},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.497165709733963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4122140109539032},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4114459156990051},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3935489058494568},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3921690583229065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2973749041557312},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16757315397262573},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15625861287117004},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1010408103466034},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07998985052108765},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3487180","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3487180","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c4066232d556401aa355f1d12a481e2d","is_oa":true,"landing_page_url":"https://doaj.org/article/c4066232d556401aa355f1d12a481e2d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 164002-164017 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3487180","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3487180","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2072038603","https://openalex.org/W2164322079","https://openalex.org/W2237362194","https://openalex.org/W2323476717","https://openalex.org/W2769429431","https://openalex.org/W2807351792","https://openalex.org/W2900180747","https://openalex.org/W2938404524","https://openalex.org/W2952854804","https://openalex.org/W3036295637","https://openalex.org/W3039674962","https://openalex.org/W3085139254","https://openalex.org/W3094225250","https://openalex.org/W3094839775","https://openalex.org/W3127722966","https://openalex.org/W3128708829","https://openalex.org/W3128844413","https://openalex.org/W3183633970","https://openalex.org/W3194570764","https://openalex.org/W3199707364","https://openalex.org/W4200362175","https://openalex.org/W4210462826","https://openalex.org/W4210582226","https://openalex.org/W4213019189","https://openalex.org/W4213312949","https://openalex.org/W4291908387","https://openalex.org/W4297849620","https://openalex.org/W4307403967","https://openalex.org/W4319878478","https://openalex.org/W4385245566","https://openalex.org/W4386075510","https://openalex.org/W4400275690","https://openalex.org/W6748800605","https://openalex.org/W6809739635","https://openalex.org/W6859298233","https://openalex.org/W6861213978","https://openalex.org/W6861387779"],"related_works":["https://openalex.org/W1579373186","https://openalex.org/W4312685612","https://openalex.org/W4242621793","https://openalex.org/W2046291598","https://openalex.org/W4317827232","https://openalex.org/W2890085216","https://openalex.org/W2504703202","https://openalex.org/W4252628068","https://openalex.org/W1708418756","https://openalex.org/W648807974"],"abstract_inverted_index":{"Kinship":[0],"recognition":[1,67],"that":[2,16,68,169],"primarily":[3],"focuses":[4],"on":[5,101,132],"exploiting":[6],"facial":[7,70,109],"micro":[8,71],"expressions":[9,72],"is":[10,99],"an":[11,155,188,195,203],"interesting":[12],"and":[13,36,44,78,92,105,124,151,200,219,227],"challenging":[14],"problem":[15],"aims":[17],"to":[18,24,57,107,127,181],"determine":[19],"whether":[20],"multiple":[21],"individuals":[22],"belong":[23],"the":[25,133,138,144,173,177,209,224],"same":[26],"family.":[27],"Previous":[28],"approaches":[29],"have":[30],"been":[31],"limited":[32],"by":[33],"model":[34,46,81,98,146,211],"capacity":[35],"insufficient":[37],"training":[38],"data,":[39],"resulting":[40],"in":[41],"low-level":[42],"features":[43,51,119,150],"shallow":[45],"learning.":[47],"These":[48],"common":[49],"manual":[50],"cannot":[52],"capture":[53],"information":[54],"effectively,":[55],"leading":[56],"suboptimal":[58],"accuracy.":[59],"In":[60],"this":[61,141],"paper,":[62],"we":[63],"propose":[64],"a":[65,74,102,128],"kinship":[66,162],"exploits":[69],"using":[73,147],"hybrid":[75],"Vision":[76],"Transformer":[77],"Mamba":[79],"(ViTMa)":[80],"with":[82,121,143,187,194,202,212],"modified":[83],"Deep":[84],"Feature":[85],"Fusion,":[86],"which":[87],"combines":[88],"different":[89],"backbone":[90],"architectures":[91],"feature":[93,122,217],"fusion":[94,153,218,221],"strategies.":[95],"The":[96,111],"ViTMa":[97,210],"pre-trained":[100],"large":[103],"dataset":[104,136],"adapted":[106],"Indonesian":[108],"images.":[110],"Siamese":[112],"architecture":[113],"processes":[114],"two":[115],"input":[116],"images,":[117],"extracts":[118],"fused":[120],"fusion,":[123],"passes":[125],"them":[126],"classification":[129],"network.":[130],"Experiments":[131],"FIW-Local":[134],"Indonesia":[135],"demonstrate":[137],"effectiveness":[139],"of":[140,158,191,198,206],"method,":[142],"best":[145,178,225],"B16":[148,215],"quadratic":[149,216],"multiplicative":[152,220],"achieving":[154],"average":[156,189,196,204],"accuracy":[157,190,197,205,230],"85.18%":[159],"across":[160],"all":[161],"categories,":[163],"outperforming":[164,231],"previous":[165,232],"approaches.":[166],"We":[167],"found":[168],"B16,":[170],"despite":[171],"being":[172],"smallest":[174],"backbone,":[175],"has":[176],"performance":[179,226],"compared":[180],"larger":[182],"backbones":[183],"such":[184],"as":[185],"L16":[186],"67.99%,":[192],"B32":[193],"72.98%,":[199],"L32":[201],"71.69%.":[207],"Thus,":[208],"our":[213],"proposed":[214],"strategy":[222],"achieves":[223,228],"better":[229],"studies.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}