{"id":"https://openalex.org/W7225747246","doi":"https://doi.org/10.21203/rs.3.rs-10518658/v1","title":"A Modular AI-Driven Multimodal Framework for Real-Time Classroom Interpretation for Deaf Students","display_name":"A Modular AI-Driven Multimodal Framework for Real-Time Classroom Interpretation for Deaf Students","publication_year":2026,"publication_date":"2026-11-10","ids":{"openalex":"https://openalex.org/W7225747246","doi":"https://doi.org/10.21203/rs.3.rs-10518658/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-10518658/v1","doi":"https://doi.org/10.21203/rs.3.rs-10518658/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10518658/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.21203/rs.3.rs-10518658/v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161399453","display_name":"Shahir VK","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260500","display_name":"AWH Engineering College","ror":"https://ror.org/03v8fs179","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405260500"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shahir VK","raw_affiliation_strings":["AWH Engineering College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AWH Engineering College","institution_ids":["https://openalex.org/I4405260500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5161397047","display_name":"Fathima Hisa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260500","display_name":"AWH Engineering College","ror":"https://ror.org/03v8fs179","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405260500"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Fathima Hisa","raw_affiliation_strings":["AWH Engineering College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AWH Engineering College","institution_ids":["https://openalex.org/I4405260500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405260500"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.7271000146865845,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.7271000146865845,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.15000000596046448,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7940000295639038},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5601999759674072},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45249998569488525},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C2781296696","wikidata":"https://www.wikidata.org/wiki/Q1430964","display_name":"Deaf education","level":3,"score":0.3686999976634979},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36340001225471497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3082999885082245},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C83195618","wikidata":"https://www.wikidata.org/wiki/Q590951","display_name":"Cued speech","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C72280650","wikidata":"https://www.wikidata.org/wiki/Q210439","display_name":"Language interpretation","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-10518658/v1","doi":"https://doi.org/10.21203/rs.3.rs-10518658/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10518658/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-10518658/v1","doi":"https://doi.org/10.21203/rs.3.rs-10518658/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10518658/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2626778328","https://openalex.org/W3015075688","https://openalex.org/W3036601975","https://openalex.org/W3080888993","https://openalex.org/W3169320628","https://openalex.org/W3209984917","https://openalex.org/W4304944821","https://openalex.org/W4311000453","https://openalex.org/W4327810158","https://openalex.org/W4362515116","https://openalex.org/W4390041933","https://openalex.org/W4391934838","https://openalex.org/W4400934346","https://openalex.org/W4401306886","https://openalex.org/W4402401840","https://openalex.org/W4402670170","https://openalex.org/W4404356490","https://openalex.org/W4406787611","https://openalex.org/W7124436919","https://openalex.org/W7160169889"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Despite":[1],"significant":[2],"advances":[3],"in":[4,21,64],"inclusive":[5],"education,":[6],"real-time":[7,79],"classroom":[8,80,178,217],"communication":[9,117],"remains":[10],"a":[11,71,119,127,200,209],"major":[12],"challenge":[13],"for":[14,78,86,176,213,229],"students":[15],"with":[16],"profound":[17],"hearing":[18],"impairment,":[19],"particularly":[20],"science,":[22],"technology,":[23],"engineering,":[24],"and":[25,34,49,114,140,147,173,188,220,226],"mathematics":[26],"(STEM)":[27],"learning":[28,203],"environments":[29],"where":[30],"continuous":[31],"verbal":[32],"interaction":[33],"concept-oriented":[35],"instruction":[36],"are":[37,62],"essential.":[38],"Existing":[39],"assistive":[40,202],"technologies,":[41],"including":[42],"speech-to-text":[43],"captioning,":[44],"frequency":[45],"modulation":[46],"(FM)":[47],"systems,":[48],"human":[50],"sign":[51,112,161],"language":[52,162],"interpreters,":[53],"either":[54],"provide":[55],"limited":[56],"contextual":[57],"understanding,":[58],"lack":[59],"scalability,":[60],"or":[61,160],"unavailable":[63],"many":[65],"educational":[66,97,169],"institutions.":[67],"This":[68],"paper":[69,181],"presents":[70],"modular":[72],"artificial":[73],"intelligence":[74],"(AI)-driven":[75],"multimodal":[76],"framework":[77,91,125,207],"interpretation":[81,218],"designed":[82],"to":[83,143],"enhance":[84],"accessibility":[85],"deaf":[87,230],"learners.":[88],"The":[89,180,205],"proposed":[90,165,206],"integrates":[92],"Automatic":[93],"Speech":[94],"Recognition":[95],"(ASR),":[96],"semantic":[98],"processing":[99],"using":[100],"Large":[101],"Language":[102,107],"Models":[103],"(LLMs),":[104],"Indian":[105],"Sign":[106],"(ISL)":[108],"gloss":[109],"generation,":[110,137],"intelligent":[111,216],"retrieval,":[113],"avatar-assisted":[115],"visual":[116],"within":[118],"unified":[120],"architecture.":[121],"In":[122],"addition,":[123],"the":[124,164,183,193],"incorporates":[126],"systematic":[128],"dataset":[129],"engineering":[130],"pipeline":[131],"comprising":[132],"vocabulary":[133],"organization,":[134],"automated":[135],"metadata":[136],"annotation":[138],"management,":[139],"gloss-based":[141],"indexing":[142],"facilitate":[144],"efficient":[145],"retrieval":[146],"future":[148],"scalability.":[149],"Unlike":[150],"conventional":[151],"systems":[152,219],"that":[153],"primarily":[154],"focus":[155],"on":[156],"isolated":[157],"speech":[158],"transcription":[159],"translation,":[163],"architecture":[166],"emphasizes":[167],"modularity,":[168],"context":[170],"awareness,":[171],"extensibility,":[172],"deployment":[174],"readiness":[175],"real":[177],"environments.":[179],"details":[182],"overall":[184],"system":[185],"architecture,":[186],"workflow,":[187],"implementation":[189],"methodology":[190],"while":[191],"highlighting":[192],"integration":[194],"of":[195],"multiple":[196],"AI":[197],"components":[198],"into":[199],"cohesive":[201],"platform.":[204],"establishes":[208],"scalable":[210],"technological":[211],"foundation":[212],"developing":[214],"next-generation":[215],"contributes":[221],"toward":[222],"advancing":[223],"accessible,":[224],"inclusive,":[225],"AI-enabled":[227],"education":[228],"students.":[231]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-11T00:00:00"}