{"id":"https://openalex.org/W4391307620","doi":"https://doi.org/10.1109/smc53992.2023.10394501","title":"Fine-Tuning Vision Transformer for Arabic Sign Language Video Recognition on Augmented Small-Scale Dataset","display_name":"Fine-Tuning Vision Transformer for Arabic Sign Language Video Recognition on Augmented Small-Scale Dataset","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391307620","doi":"https://doi.org/10.1109/smc53992.2023.10394501"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394501","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025216905","display_name":"Munkhjargal Gochoo","orcid":"https://orcid.org/0000-0002-6613-7435"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Munkhjargal Gochoo","raw_affiliation_strings":["United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016982022","display_name":"Ganzorig Batnasan","orcid":null},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ganzorig Batnasan","raw_affiliation_strings":["United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ahmed Abdelhadi Ahmed","orcid":null},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ahmed Abdelhadi Ahmed","raw_affiliation_strings":["United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091621620","display_name":"Munkh-Erdene Otgonbold","orcid":null},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Munkh-Erdene Otgonbold","raw_affiliation_strings":["United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079190137","display_name":"Fady Alnajjar","orcid":"https://orcid.org/0000-0001-6102-3765"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Fady Alnajjar","raw_affiliation_strings":["United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Arab Emirates University,Dept. of Computer Science and Software Engineering,Al Ain,United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Dept. of Computer Science and Software Engineering, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081089928","display_name":"Timothy K. Shih","orcid":"https://orcid.org/0000-0003-4154-4752"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Timothy K. Shih","raw_affiliation_strings":["College of EECS, National Central University,Taoyuan,Taiwan","College of EECS, National Central University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of EECS, National Central University,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"College of EECS, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081953554","display_name":"Tan-Hsu Tan","orcid":"https://orcid.org/0000-0003-2956-6115"},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tan-Hsu Tan","raw_affiliation_strings":["National Taipei University of Technology,Dept. of Electrical Engineering,Taipei,Taiwan","Dept. of Electrical Engineering, National Taipei University of Technology, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taipei University of Technology,Dept. of Electrical Engineering,Taipei,Taiwan","institution_ids":["https://openalex.org/I118292597"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, National Taipei University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I118292597"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lai Khin Wee","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Lai Khin Wee","raw_affiliation_strings":["University of Malaya,Dept. of Biomedical Engineering,Kuala Lumpur,Malaysia","Dept. of Biomedical Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Malaya,Dept. of Biomedical Engineering,Kuala Lumpur,Malaysia","institution_ids":["https://openalex.org/I33849332"]},{"raw_affiliation_string":"Dept. of Biomedical Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2880","last_page":"2885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8396569490432739},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6581429243087769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6214175224304199},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5682768225669861},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39570826292037964},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.373579204082489},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34709998965263367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396569490432739},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6581429243087769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6214175224304199},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5682768225669861},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39570826292037964},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.373579204082489},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394501","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1591242602","https://openalex.org/W2066601700","https://openalex.org/W2096976709","https://openalex.org/W2146221819","https://openalex.org/W2560662850","https://openalex.org/W2894873912","https://openalex.org/W2963820951","https://openalex.org/W2981531407","https://openalex.org/W2981874246","https://openalex.org/W2994785205","https://openalex.org/W3009828227","https://openalex.org/W3021778166","https://openalex.org/W3035374961","https://openalex.org/W3094502228","https://openalex.org/W3107322323","https://openalex.org/W3147467731","https://openalex.org/W3173262825","https://openalex.org/W3185538031","https://openalex.org/W3206069561","https://openalex.org/W4221167396","https://openalex.org/W4234518198"],"related_works":["https://openalex.org/W4379621602","https://openalex.org/W4294690766","https://openalex.org/W2159815235","https://openalex.org/W3204710839","https://openalex.org/W2511227366","https://openalex.org/W4313558729","https://openalex.org/W3180640527","https://openalex.org/W4252111416","https://openalex.org/W4248380062","https://openalex.org/W4389372142"],"abstract_inverted_index":{"With":[0],"the":[1,5,17,80,84,145,155,173,179,195,207,222,229,237],"rise":[2],"of":[3,7,19,47,49,82,94,135,151,159,181,203,214,224,234],"AI,":[4],"recognition":[6,260],"Sign":[8,72],"Language":[9,73],"(SL)":[10],"through":[11],"sign-to-text":[12],"has":[13,65],"gained":[14],"significance":[15],"in":[16,53,126,149,261],"field":[18],"computer":[20],"vision":[21],"and":[22,60,109,142,164,200,206,226,258],"deep":[23],"machine":[24],"learning.":[25],"However,":[26],"there":[27,64],"are":[28],"only":[29,119,211],"a":[30,44,58,90,110],"few":[31],"medium":[32],"to":[33,100,144,186],"large":[34],"open":[35],"datasets":[36,183],"available":[37],"for":[38,51,123,190],"this":[39,249],"task,":[40],"as":[41],"it":[42],"requires":[43],"vast":[45],"dataset":[46,93,112,130],"thousands":[48],"signs":[50],"words/phrases":[52],"different":[54],"environments,":[55],"which":[56,136],"is":[57,99],"time-consuming":[59],"tedious":[61],"process.":[62],"Furthermore,":[63],"been":[66],"very":[67],"little":[68],"effort":[69],"towards":[70],"Arabic":[71],"Recognition":[74],"(ArSLR).":[75],"This":[76],"research":[77],"paper":[78],"presents":[79],"results":[81,103,219],"fine-tuning":[83],"Vision":[85],"Transformer":[86],"(ViT)":[87],"model":[88],"on":[89,172,178,236,253],"small-scale":[91,254],"in-house":[92],"ArSL.":[95],"The":[96,129,168],"main":[97],"goal":[98],"attain":[101],"satisfactory":[102],"by":[104],"utilizing":[105],"minimal":[106],"computing":[107],"power":[108],"small":[111],"involving":[113],"less":[114],"than":[115],"10":[116],"individuals,":[117],"with":[118,139,184],"one":[120,215],"recording":[121],"made":[122,138],"each":[124,191],"sign":[125],"every":[127],"environment.":[128],"comprises":[131],"49":[132],"classes/signs,":[133],"all":[134],"were":[137,166],"two":[140],"hands":[141],"belong":[143],"Level":[146],"I":[147],"category":[148],"terms":[150],"popularity.":[152],"To":[153],"enhance":[154],"dataset,":[156,175],"three":[157],"types":[158],"augmentations":[160],"-":[161],"translation,":[162],"shear,":[163],"rotation":[165,225],"employed.":[167],"ViT":[169],"model,":[170],"pre-trained":[171],"Kinetics":[174],"was":[176],"trained":[177],"variation":[180],"augmented":[182,201,240],"2":[185],"40":[187],"times":[188,239],"samples":[189,241],"original":[192,199,212],"video,":[193],"where":[194],"training":[196],"set":[197,209],"includes":[198,210],"videos":[202,213],"8":[204],"volunteers":[205],"test":[208],"particular":[216],"volunteer.":[217],"Experimental":[218],"reveal":[220],"that":[221],"combination":[223],"shear":[227],"outperformed":[228],"others,":[230],"achieving":[231],"an":[232],"accuracy":[233],"93%":[235],"20":[238],"per":[242,244],"class":[243],"signer":[245],"dataset.":[246],"We":[247],"believe":[248],"study":[250],"sheds":[251],"light":[252],"dataset-based":[255],"SLR":[256],"tasks":[257],"video/action":[259],"general.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}