{"id":"https://openalex.org/W4404449784","doi":"https://doi.org/10.1016/j.procs.2024.10.284","title":"A fine-tuned vision transformer-based on limited dataset for facial expression recognition","display_name":"A fine-tuned vision transformer-based on limited dataset for facial expression recognition","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404449784","doi":"https://doi.org/10.1016/j.procs.2024.10.284"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2024.10.284","doi":"https://doi.org/10.1016/j.procs.2024.10.284","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.284","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2024.10.284","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rio Febrian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Rio Febrian","raw_affiliation_strings":["Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110877183","display_name":"R. Huang","orcid":"https://orcid.org/0009-0002-0971-6745","observed_orcids":["https://orcid.org/0009-0002-0971-6745"]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ronald Richie Huang","raw_affiliation_strings":["Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114674218","display_name":"Nicholas Setiono","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Nicholas Setiono","raw_affiliation_strings":["Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086696801","display_name":"Dimas Ramdhan","orcid":"https://orcid.org/0000-0003-4498-2491","observed_orcids":["https://orcid.org/0000-0003-4498-2491"]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Dimas Ramdhan","raw_affiliation_strings":["Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","Game Application & Technology Program, Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]},{"raw_affiliation_string":"Game Application & Technology Program, Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016075689","display_name":"Andry Chowanda","orcid":"https://orcid.org/0000-0002-2150-414X","observed_orcids":["https://orcid.org/0000-0002-2150-414X"]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Andry Chowanda","raw_affiliation_strings":["Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, School of Computer Science, Bina Nusantara University, Jakarta, Indonesia 11480","institution_ids":["https://openalex.org/I166073570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I166073570"],"apc_list":null,"apc_paid":null,"fwci":0.6314,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72638556,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"245","issue":null,"first_page":"574","last_page":"582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.9980000257492065},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9750000238418579},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8610000014305115},{"id":"https://openalex.org/keywords/limited-training-data","display_name":"limited training data","score":0.8489999771118164},{"id":"https://openalex.org/keywords/jaffe-dataset","display_name":"JAFFE database","score":0.9769999980926514},{"id":"https://openalex.org/keywords/dropout-regularization","display_name":"dropout regularization","score":0.8370000123977661},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":1.0},{"id":"https://openalex.org/keywords/layer-freezing","display_name":"layer freezing","score":0.9739999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9065959453582764},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6624711155891418},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5536306500434875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5266156792640686},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5099645853042603},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4252972900867462},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41854000091552734},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.30502212047576904},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0879172682762146},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07031488418579102},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2024.10.284","doi":"https://doi.org/10.1016/j.procs.2024.10.284","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.284","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2024.10.284","doi":"https://doi.org/10.1016/j.procs.2024.10.284","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.284","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2572987426","display_name":null,"funder_award_id":"029/VRRTT/III/2023","funder_id":"https://openalex.org/F4320323076","funder_display_name":"Binus University"}],"funders":[{"id":"https://openalex.org/F4320323076","display_name":"Binus University","ror":"https://ror.org/03zmf4s77"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1166996211","https://openalex.org/W2022777388","https://openalex.org/W2094011994","https://openalex.org/W2100041876","https://openalex.org/W2134249892","https://openalex.org/W2608133096","https://openalex.org/W2626778328","https://openalex.org/W2651201911","https://openalex.org/W2750779823","https://openalex.org/W2775795276","https://openalex.org/W2792191740","https://openalex.org/W2804292895","https://openalex.org/W2911366667","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2974043081","https://openalex.org/W2989195139","https://openalex.org/W2997391969","https://openalex.org/W3086616665","https://openalex.org/W3094502228","https://openalex.org/W3119021966","https://openalex.org/W3136640134","https://openalex.org/W3137963805","https://openalex.org/W3181555446","https://openalex.org/W3194949249","https://openalex.org/W4244312437","https://openalex.org/W4282035647","https://openalex.org/W4313886486","https://openalex.org/W4319792319"],"related_works":["https://openalex.org/W7214061866","https://openalex.org/W4409659821","https://openalex.org/W3181555446","https://openalex.org/W7197262027","https://openalex.org/W4390962091","https://openalex.org/W4403738317","https://openalex.org/W7102757741","https://openalex.org/W7162512165","https://openalex.org/W4390269489","https://openalex.org/W4405092684"],"abstract_inverted_index":{"With":[0],"the":[1,11,19,49,55,88,121,136,145,165,170,180,186,193,197],"increase":[2],"of":[3,21,48,93,144],"interest":[4],"in":[5,10,65,164],"Facial":[6],"Expression":[7],"Recognition":[8],"(FER)":[9],"past":[12],"few":[13],"decades.":[14],"Several":[15],"challenges":[16],"surfaced":[17],"with":[18,52,124,157,161],"invention":[20],"many":[22],"different":[23,99],"FER":[24],"models":[25,122],"which":[26,91],"are":[27],"often":[28],"based":[29],"on":[30],"Convolution":[31],"Neural":[32],"Network":[33],"(CNN)":[34],"architectures.":[35],"Recently,":[36],"an":[37],"attention-based":[38],"transformer":[39],"model":[40,79,150,178,184,191],"has":[41],"been":[42],"presented":[43],"to":[44,70,73,131,179],"address":[45],"FER.":[46],"One":[47],"major":[50],"issues":[51],"Transformers":[53],"is":[54,104],"need":[56],"for":[57,62,196],"a":[58,75,81,142],"large":[59],"data":[60,114],"quantity":[61],"training.":[63],"Therefore,":[64],"this":[66],"paper,":[67],"we":[68],"propose":[69],"learn":[71],"how":[72],"fine-tune":[74],"vision":[76],"transformer-based":[77],"(ViT)":[78],"using":[80,87,106],"limited":[82],"dataset.":[83,199],"We":[84,119,174],"will":[85],"be":[86],"JAFFE":[89,198],"Dataset,":[90],"consists":[92],"only":[94],"213":[95],"images":[96],"containing":[97],"seven":[98],"emotions.":[100],"The":[101,148],"proposed":[102],"method":[103],"evaluated":[105],"several":[107],"fine-tuning":[108,140,154],"methods,":[109],"such":[110],"as":[111],"adding":[112],"dropout,":[113],"augmentation,":[115],"and":[116,134,168,185],"layer":[117],"freezing.":[118],"compared":[120,176],"implemented":[123],"5%":[125,162],"dropout":[126,163],"regularization,":[127],"augmented":[128,166],"dataset":[129],"(up":[130],"5000":[132],"images),":[133],"freezing":[135,169],"initial":[137,171],"model's":[138],"layers,":[139],"around":[141],"fourth":[143],"last":[146],"layers.":[147,173],"best":[149],"was":[151],"achieved":[152],"by":[153],"ViT":[155],"L-16":[156],"96.06%":[158],"accuracy,":[159],"trained":[160],"dataset,":[167],"21st":[172],"also":[175],"our":[177,190],"other":[181],"previous":[182],"work":[183],"results":[187],"showed":[188],"that":[189],"reached":[192],"state-of-the":[194],"art":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-11-17T00:00:00"}