{"id":"https://openalex.org/W4409882600","doi":"https://doi.org/10.1109/ojcs.2025.3564828","title":"Optimized Multi-Modal Conformer-Based Framework for Continuous Sign Language Recognition","display_name":"Optimized Multi-Modal Conformer-Based Framework for Continuous Sign Language Recognition","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409882600","doi":"https://doi.org/10.1109/ojcs.2025.3564828"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2025.3564828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3564828","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcs.2025.3564828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073222395","display_name":"Neena Aloysius","orcid":"https://orcid.org/0000-0002-3212-6607"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Neena Aloysius","raw_affiliation_strings":["AmritaCREATE, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India"],"affiliations":[{"raw_affiliation_string":"AmritaCREATE, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Geetha M","orcid":"https://orcid.org/0000-0002-5150-8731"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Geetha M","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054568448","display_name":"Prema Nedungadi","orcid":"https://orcid.org/0000-0001-8774-3541"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prema Nedungadi","raw_affiliation_strings":["Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Amrita Vishwa Vidyapeetham, Amritapuri, Kerala, India","institution_ids":["https://openalex.org/I81556334"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073222395"],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":3.6769,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91744605,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"739","last_page":"749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6568199396133423},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6121692657470703},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5787862539291382},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5573329329490662},{"id":"https://openalex.org/keywords/conformational-isomerism","display_name":"Conformational isomerism","score":0.4499984681606293},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40459612011909485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3955458998680115},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.29812926054000854},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21804320812225342},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.18313491344451904},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16081172227859497},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.14681395888328552},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09260696172714233},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.04660379886627197}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6568199396133423},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6121692657470703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5787862539291382},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5573329329490662},{"id":"https://openalex.org/C18705241","wikidata":"https://www.wikidata.org/wiki/Q1128023","display_name":"Conformational isomerism","level":3,"score":0.4499984681606293},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40459612011909485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3955458998680115},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29812926054000854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21804320812225342},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.18313491344451904},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16081172227859497},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14681395888328552},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09260696172714233},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.04660379886627197},{"id":"https://openalex.org/C32909587","wikidata":"https://www.wikidata.org/wiki/Q11369","display_name":"Molecule","level":2,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2025.3564828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3564828","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ff01506a03774874a864b232db476cc1","is_oa":true,"landing_page_url":"https://doaj.org/article/ff01506a03774874a864b232db476cc1","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 6, Pp 739-749 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2025.3564828","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2025.3564828","pdf_url":null,"source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.47999998927116394,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325255","display_name":"Ministry of Electronics and Information technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2106889475","https://openalex.org/W2188882108","https://openalex.org/W2463640844","https://openalex.org/W2469138894","https://openalex.org/W2755802490","https://openalex.org/W2786055572","https://openalex.org/W2799020610","https://openalex.org/W2908497602","https://openalex.org/W2948139159","https://openalex.org/W2963341956","https://openalex.org/W2997931247","https://openalex.org/W3014641072","https://openalex.org/W3024060113","https://openalex.org/W3034765865","https://openalex.org/W3034999214","https://openalex.org/W3092042812","https://openalex.org/W3110017807","https://openalex.org/W3133226919","https://openalex.org/W3147467731","https://openalex.org/W3184215204","https://openalex.org/W3203359574","https://openalex.org/W3208014149","https://openalex.org/W4292265162","https://openalex.org/W4296068613","https://openalex.org/W4306955484","https://openalex.org/W4312396348","https://openalex.org/W4367047590","https://openalex.org/W4382240684","https://openalex.org/W4385245566","https://openalex.org/W4386065518","https://openalex.org/W4386071548","https://openalex.org/W4390878798","https://openalex.org/W4391995056","https://openalex.org/W4395456691","https://openalex.org/W4398763293","https://openalex.org/W4404792922","https://openalex.org/W4408859114","https://openalex.org/W6763608318","https://openalex.org/W6766673545","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779442434","https://openalex.org/W6779739588","https://openalex.org/W6780333223","https://openalex.org/W6781533629","https://openalex.org/W6788811087","https://openalex.org/W6846322403","https://openalex.org/W6868298785"],"related_works":["https://openalex.org/W2023036309","https://openalex.org/W1972863456","https://openalex.org/W2089371831","https://openalex.org/W2052399476","https://openalex.org/W2810163160","https://openalex.org/W3083970380","https://openalex.org/W2037964119","https://openalex.org/W4385077663","https://openalex.org/W4220905048","https://openalex.org/W1989687946"],"abstract_inverted_index":{"This":[0,113],"study":[1],"introduces":[2],"Efficient":[3,46,48,79,101,155],"ConSignformer,":[4],"a":[5,32,104,164],"novel":[6],"framework":[7],"advancing":[8],"Continuous":[9],"Sign":[10,27,110],"Language":[11,111],"Recognition":[12],"(CSLR)":[13],"by":[14],"optimizing":[15],"the":[16,26,45,78,82,116,130,134,138],"Conformer-based":[17],"CSLR":[18],"model,":[19],"ConSignformer.":[20],"Central":[21],"to":[22,118],"this":[23],"advancement":[24],"is":[25],"Query":[28],"Attention":[29],"(SQA)":[30],"module,":[31],"computationally":[33,165],"efficient":[34],"self-attention":[35],"mechanism":[36],"that":[37,57],"enhances":[38],"both":[39],"performance":[40,146],"and":[41,60,137,151],"scalability,":[42],"resulting":[43],"in":[44,158],"Conformer.":[47],"ConSignformer":[49,156],"integrates":[50],"video":[51],"embeddings":[52,73],"from":[53,85],"dual-modal":[54],"CNN":[55],"pipelines":[56],"process":[58],"heatmaps":[59],"RGB":[61],"videos,":[62],"along":[63],"with":[64,141],"temporal":[65],"learning":[66],"layers":[67],"tailored":[68],"for":[69,81,100],"each":[70],"modality.":[71],"These":[72],"are":[74],"further":[75],"refined":[76],"using":[77],"Conformer":[80,102,167],"fused":[83],"data":[84,122],"two":[86],"modalities.":[87],"To":[88],"improve":[89],"recognition":[90],"accuracy,":[91],"we":[92],"employ":[93],"an":[94],"innovative":[95],"task-adaptive":[96],"supervised":[97],"pretraining":[98,139],"strategy":[99,114],"on":[103,147],"curated":[105],"dataset":[106],"of":[107,133],"continuous":[108],"Indian":[109],"(ISL).":[112],"enables":[115],"model":[117,143],"effectively":[119],"capture":[120],"intricate":[121],"relationships":[123],"during":[124],"end-to-end":[125],"training.":[126],"Experimental":[127],"results":[128],"highlight":[129],"significant":[131],"contributions":[132],"SQA":[135],"module":[136],"strategy,":[140],"our":[142],"achieving":[144],"competitive":[145],"benchmark":[148],"datasets,":[149],"PHOENIX-2014":[150,152],"T.":[153],"Notably,":[154],"excels":[157],"recognizing":[159],"longer":[160],"sign":[161],"sequences,":[162],"leveraging":[163],"lightweight":[166],"backbone.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}