{"id":"https://openalex.org/W4388294333","doi":"https://doi.org/10.3390/jimaging9110238","title":"Constraints on Optimising Encoder-Only Transformers for Modelling Sign Language with Human Pose Estimation Keypoint Data","display_name":"Constraints on Optimising Encoder-Only Transformers for Modelling Sign Language with Human Pose Estimation Keypoint Data","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388294333","doi":"https://doi.org/10.3390/jimaging9110238","pmid":"https://pubmed.ncbi.nlm.nih.gov/37998085","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10672608"},"language":"en","primary_location":{"id":"doi:10.3390/jimaging9110238","doi":"https://doi.org/10.3390/jimaging9110238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging9110238","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/jimaging9110238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023548714","display_name":"Luke T. Woods","orcid":"https://orcid.org/0000-0002-1622-9657","observed_orcids":["https://orcid.org/0000-0002-1622-9657"]},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Luke T. Woods","raw_affiliation_strings":["Digital Aviation Research and Technology Centre (DARTeC), Cranfield University, Cranfield, Bedfordshire MK43 0AL, UK","Leidos Industrial Engineers Limited, Unit 3, Bedford Link Logistics Park, Bell Farm Way, Kempston, Bedfordshire MK43 9SS, UK"],"raw_orcid":"https://orcid.org/0000-0002-1622-9657","affiliations":[{"raw_affiliation_string":"Digital Aviation Research and Technology Centre (DARTeC), Cranfield University, Cranfield, Bedfordshire MK43 0AL, UK","institution_ids":["https://openalex.org/I82284825"]},{"raw_affiliation_string":"Leidos Industrial Engineers Limited, Unit 3, Bedford Link Logistics Park, Bell Farm Way, Kempston, Bedfordshire MK43 9SS, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087776010","display_name":"Zeeshan Ali Rana","orcid":"https://orcid.org/0000-0001-7839-3949","observed_orcids":["https://orcid.org/0000-0001-7839-3949"]},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeeshan A. Rana","raw_affiliation_strings":["Centre for Aeronautics, School of Aerospace, Transport and Manufacturing (SATM), Cranfield University, Cranfield, Bedfordshire MK43 0AL, UK"],"raw_orcid":"https://orcid.org/0000-0001-7839-3949","affiliations":[{"raw_affiliation_string":"Centre for Aeronautics, School of Aerospace, Transport and Manufacturing (SATM), Cranfield University, Cranfield, Bedfordshire MK43 0AL, UK","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023548714"],"corresponding_institution_ids":["https://openalex.org/I82284825"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1779},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1779},"fwci":0.8359,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.70540969,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"9","issue":"11","first_page":"238","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language-recognition","display_name":"sign language recognition","score":0.7730000019073486},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.968999981880188},{"id":"https://openalex.org/keywords/encoder-only-transformer","display_name":"encoder-only transformer","score":0.8849999904632568},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.8889999985694885},{"id":"https://openalex.org/keywords/ablation-study","display_name":"ablation study","score":0.824999988079071},{"id":"https://openalex.org/keywords/sign-classification","display_name":"sign classification","score":0.7929999828338623},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8119624853134155},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8011390566825867},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7240777611732483},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6301214098930359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5963394641876221},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5914192795753479},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5539509057998657},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4622032642364502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45933428406715393},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44909319281578064},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3837755024433136},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.19394615292549133},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12424993515014648},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10830584168434143},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/jimaging9110238","doi":"https://doi.org/10.3390/jimaging9110238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging9110238","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10672608","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10672608","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10672608/pdf/jimaging-09-00238.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Imaging","raw_type":"Text"},{"id":"pmid:37998085","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37998085","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of imaging","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:15aa0e08956344338a5aaf8fb06ffec9","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/15aa0e08956344338a5aaf8fb06ffec9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Imaging, Vol 9, Iss 11, p 238 (2023)","raw_type":"article"},{"id":"pmh:oai:dspace.lib.cranfield.ac.uk:1826/20501","doi":null,"is_oa":true,"landing_page_url":"https://dspace.lib.cranfield.ac.uk/bitstreams/55ab03d9-d562-4604-b581-6dbc53c14924/download","pdf_url":null,"source":{"id":"https://openalex.org/S4306401778","display_name":"CERES (Cranfield University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I82284825","host_organization_name":"Cranfield University","host_organization_lineage":["https://openalex.org/I82284825"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3390/jimaging9110238","doi":"https://doi.org/10.3390/jimaging9110238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging9110238","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388294333.pdf","grobid_xml":"https://content.openalex.org/works/W4388294333.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1665214252","https://openalex.org/W1836465849","https://openalex.org/W1966447062","https://openalex.org/W1979651826","https://openalex.org/W1994616650","https://openalex.org/W2000200144","https://openalex.org/W2076063813","https://openalex.org/W2095705004","https://openalex.org/W2097998348","https://openalex.org/W2118023920","https://openalex.org/W2122825543","https://openalex.org/W2135046866","https://openalex.org/W2160392347","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2236688737","https://openalex.org/W2475287302","https://openalex.org/W2559085405","https://openalex.org/W2771655537","https://openalex.org/W2782970864","https://openalex.org/W2787894218","https://openalex.org/W2788079077","https://openalex.org/W2789027062","https://openalex.org/W2896457183","https://openalex.org/W2919115771","https://openalex.org/W2922073769","https://openalex.org/W2964121744","https://openalex.org/W3009828227","https://openalex.org/W3021475836","https://openalex.org/W3046296398","https://openalex.org/W3100487172","https://openalex.org/W3108227731","https://openalex.org/W3116376544","https://openalex.org/W3171873561","https://openalex.org/W3176923149","https://openalex.org/W3179950556","https://openalex.org/W3197438232","https://openalex.org/W4212986483","https://openalex.org/W4226038297","https://openalex.org/W4285014203","https://openalex.org/W4323314027","https://openalex.org/W4362591340","https://openalex.org/W4367625141","https://openalex.org/W6922188626"],"related_works":["https://openalex.org/W4367625141","https://openalex.org/W7165285559","https://openalex.org/W6904245754","https://openalex.org/W4212986483","https://openalex.org/W7202139860","https://openalex.org/W4403524969","https://openalex.org/W7138849448","https://openalex.org/W7172281778","https://openalex.org/W4415822406","https://openalex.org/W4414654111"],"abstract_inverted_index":{"Supervised":[0],"deep":[1],"learning":[2],"models":[3],"can":[4,15],"be":[5,145],"optimised":[6],"by":[7,151,167],"applying":[8],"regularisation":[9,36,105,130,183],"techniques":[10,109,131],"to":[11,64,86,92,144,148],"reduce":[12],"overfitting,":[13],"which":[14,141],"prove":[16],"difficult":[17],"when":[18],"fine":[19],"tuning":[20],"the":[21,31,40,54,69,90,94,98,119,129,162,168,193,213],"associated":[22],"hyperparameters.":[23],"Not":[24],"all":[25],"hyperparameters":[26],"are":[27],"equal,":[28],"and":[29,35,77,106,184,221],"understanding":[30],"effect":[32],"each":[33],"hyperparameter":[34],"technique":[37],"has":[38],"on":[39,89,111,139,207,212],"performance":[41],"of":[42,47,102,128,180,205],"a":[43,84,100,199],"given":[44],"model":[45,65,103,163,181,195,219],"is":[46,165],"paramount":[48],"importance":[49],"in":[50,146],"research.":[51],"We":[52,96,115,158],"present":[53],"first":[55],"comprehensive,":[56],"large-scale":[57],"ablation":[58],"study":[59],"for":[60,172,217],"an":[61,135,177],"encoder-only":[62],"transformer":[63],"sign":[66,112],"language":[67],"using":[68,192],"improved":[70],"Word-level":[71],"American":[72],"Sign":[73],"Language":[74],"dataset":[75,170,188],"(WLASL-alt)":[76],"human":[78],"pose":[79],"estimation":[80],"keypoint":[81],"data,":[82],"with":[83],"view":[85],"put":[87],"constraints":[88],"potential":[91],"optimise":[93],"task.":[95],"measure":[97],"impact":[99,138],"range":[101],"parameter":[104,125,182],"data":[107],"augmentation":[108,189],"have":[110,134],"classification":[113,203],"accuracy.":[114],"demonstrate":[116,160],"that":[117,161],"within":[118],"quoted":[120],"uncertainties,":[121],"other":[122,152],"than":[123],"\u21132":[124],"regularisation,":[126],"none":[127],"we":[132,142,197],"employ":[133],"appreciable":[136],"positive":[137],"performance,":[140],"find":[143],"contradiction":[147],"results":[149],"reported":[150],"similar,":[153],"albeit":[154],"smaller":[155],"scale,":[156],"studies.":[157],"also":[159],"architecture":[164,220],"bounded":[166],"small":[169],"size":[171],"this":[173,218],"task":[174],"over":[175],"finding":[176],"appropriate":[178],"set":[179],"common":[185],"or":[186],"basic":[187],"techniques.":[190],"Furthermore,":[191],"base":[194],"configuration,":[196],"report":[198],"new":[200],"maximum":[201],"top-1":[202],"accuracy":[204],"84%":[206],"100":[208],"signs,":[209],"thereby":[210],"improving":[211],"previous":[214],"benchmark":[215],"result":[216],"dataset.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2023-11-04T00:00:00"}
