{"id":"https://openalex.org/W4392902497","doi":"https://doi.org/10.1109/tmm.2024.3377095","title":"A Sign Language Recognition Framework Based on Cross-Modal Complementary Information Fusion","display_name":"A Sign Language Recognition Framework Based on Cross-Modal Complementary Information Fusion","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392902497","doi":"https://doi.org/10.1109/tmm.2024.3377095"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3377095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3377095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053910492","display_name":"Jiangtao Zhang","orcid":"https://orcid.org/0000-0001-9514-9956"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiangtao Zhang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767295","display_name":"Qingshan Wang","orcid":"https://orcid.org/0000-0003-4264-0180"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingshan Wang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081619966","display_name":"Qi Wang","orcid":"https://orcid.org/0009-0007-6232-4392"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053910492"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":3.5033,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9230917,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"8131","last_page":"8144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8406761288642883},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6320552825927734},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5585261583328247},{"id":"https://openalex.org/keywords/information-fusion","display_name":"Information fusion","score":0.5315508842468262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5247405171394348},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5102453231811523},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.46755942702293396},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4401931166648865},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.41135817766189575},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16869503259658813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406761288642883},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6320552825927734},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5585261583328247},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.5315508842468262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5247405171394348},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5102453231811523},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.46755942702293396},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4401931166648865},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.41135817766189575},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16869503259658813},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3377095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3377095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1591242602","https://openalex.org/W2052101136","https://openalex.org/W2072419079","https://openalex.org/W2087455143","https://openalex.org/W2097501508","https://openalex.org/W2107603586","https://openalex.org/W2108225567","https://openalex.org/W2116030300","https://openalex.org/W2127141656","https://openalex.org/W2146221819","https://openalex.org/W2188882108","https://openalex.org/W2194775991","https://openalex.org/W2472667108","https://openalex.org/W2559085405","https://openalex.org/W2730558146","https://openalex.org/W2759302818","https://openalex.org/W2788334925","https://openalex.org/W2799020610","https://openalex.org/W2908497602","https://openalex.org/W2916857909","https://openalex.org/W2948139159","https://openalex.org/W2962730651","https://openalex.org/W2963150162","https://openalex.org/W2963488642","https://openalex.org/W2964253156","https://openalex.org/W2964304707","https://openalex.org/W2964452558","https://openalex.org/W2965243934","https://openalex.org/W2966344125","https://openalex.org/W2970472242","https://openalex.org/W2972281843","https://openalex.org/W2975231468","https://openalex.org/W2997931247","https://openalex.org/W2998454108","https://openalex.org/W3024468270","https://openalex.org/W3035570025","https://openalex.org/W3043248516","https://openalex.org/W3081152303","https://openalex.org/W3092042812","https://openalex.org/W3094831145","https://openalex.org/W3095437205","https://openalex.org/W3099043301","https://openalex.org/W3133226919","https://openalex.org/W3147467731","https://openalex.org/W3160593930","https://openalex.org/W3170161070","https://openalex.org/W3175117715","https://openalex.org/W3184679245","https://openalex.org/W3196466542","https://openalex.org/W3202747033","https://openalex.org/W3204447181","https://openalex.org/W3213624573","https://openalex.org/W4205517074","https://openalex.org/W4206426944","https://openalex.org/W4210359132","https://openalex.org/W4234518198","https://openalex.org/W4285504659","https://openalex.org/W4292265162","https://openalex.org/W4293150139","https://openalex.org/W4312824350","https://openalex.org/W4312910375","https://openalex.org/W4315473456","https://openalex.org/W4321020695","https://openalex.org/W4361861631","https://openalex.org/W4366377773","https://openalex.org/W4367047590","https://openalex.org/W4385245566","https://openalex.org/W4386065563","https://openalex.org/W4386320505","https://openalex.org/W6635079254"],"related_works":["https://openalex.org/W1989687946","https://openalex.org/W3088112989","https://openalex.org/W2392793229","https://openalex.org/W2048373740","https://openalex.org/W2103761320","https://openalex.org/W2348824220","https://openalex.org/W3028432408","https://openalex.org/W2136123817","https://openalex.org/W2608696184","https://openalex.org/W2166350757"],"abstract_inverted_index":{"Sign":[0],"language":[1,74],"recognition":[2,34,75],"(SLR)":[3],"can":[4],"connect":[5],"the":[6,59,65,72,153,162],"hearing-impaired":[7],"and":[8,67,71,96,165,170],"able-bodied":[9],"communities.":[10],"The":[11,53,78,109,126],"SLR":[12,47],"works":[13],"through":[14,138],"multiple":[15],"modalities":[16,135],"of":[17],"co-action,":[18],"which":[19],"has":[20],"garnered":[21],"attention.":[22,141],"However,":[23],"these":[24],"methods":[25],"are":[26,144],"much":[27],"less":[28],"effective":[29],"or":[30],"even":[31],"fail":[32],"in":[33,93],"when":[35],"confronted":[36],"with":[37,49,83,114],"missing":[38],"modalities.":[39],"Therefore,":[40],"this":[41],"paper":[42],"proposes":[43],"MMSLR,":[44],"a":[45],"multimodal":[46,124],"framework":[48,54],"cross-modal":[50,60],"complementary":[51,105],"information.":[52],"comprises":[55],"three":[56],"key":[57],"components:":[58],"information":[61,106,121],"complementation":[62],"(CMIC)":[63],"module,":[64],"fusion":[66],"prediction":[68],"module":[69,76,80],"(FPM),":[70],"sign":[73],"(SLRM).":[77],"CMIC":[79,137],"is":[81],"designed":[82],"multilayer,":[84],"multi-view":[85],"spatial-temporal":[86],"detectors":[87],"to":[88,103,117,146,152],"observe":[89],"different":[90],"modality":[91,156],"features":[92,149],"both":[94],"temporal":[95],"spatial":[97],"dimensions.":[98],"Additionally,":[99],"it":[100],"utilizes":[101],"co-training":[102],"achieve":[104],"among":[107],"multi-modalities.":[108],"FPM":[110,151],"integrates":[111],"crossmodal":[112],"attention":[113],"Canberra":[115],"distance":[116],"eliminate":[118],"inter-modal":[119],"redundant":[120],"while":[122],"fusing":[123],"features.":[125,157],"SLRM":[127],"constructed":[128,145],"based":[129],"on":[130,161],"Transformer":[131],"fuses":[132],"partially":[133],"obtained":[134],"from":[136,150],"bidirectional":[139],"cross-channel":[140],"Teacher-Student":[142],"pairs":[143],"transfer":[147],"fullmodal":[148],"above":[154],"fused":[155],"Moreover,":[158],"experimental":[159],"results":[160],"provided":[163],"MM-Sentence":[164],"publicly":[166],"available":[167],"OH-Sentence,":[168],"TH-Sentence":[169],"USTCCSL":[171],"datasets":[172],"demonstrate":[173],"that":[174],"MMSLR":[175],"achieves":[176],"state-of-the-art":[177],"performance.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}