{"id":"https://openalex.org/W4402389315","doi":"https://doi.org/10.1109/tcss.2024.3435693","title":"Holistic-Based Cross-Attention Modal Fusion Network for Video Sign Language Recognition","display_name":"Holistic-Based Cross-Attention Modal Fusion Network for Video Sign Language Recognition","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402389315","doi":"https://doi.org/10.1109/tcss.2024.3435693"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3435693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3435693","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043311744","display_name":"Qing Gao","orcid":"https://orcid.org/0000-0002-5395-6175"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Gao","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5395-6175","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112202200","display_name":"Jing Hu","orcid":"https://orcid.org/0009-0000-8916-0681"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Hu","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-8916-0681","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054133472","display_name":"H. Mai","orcid":"https://orcid.org/0000-0002-4054-0429"},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixing Mai","raw_affiliation_strings":["Department of Urology, Third Medical Center, Chinese PLA General Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4054-0429","affiliations":[{"raw_affiliation_string":"Department of Urology, Third Medical Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056287221","display_name":"Zhaojie Ju","orcid":"https://orcid.org/0000-0002-9524-7609"},"institutions":[{"id":"https://openalex.org/I63072094","display_name":"University of Portsmouth","ror":"https://ror.org/03ykbk197","country_code":"GB","type":"education","lineage":["https://openalex.org/I63072094"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhaojie Ju","raw_affiliation_strings":["School of Computing, University of Portsmouth, Portsmouth, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9524-7609","affiliations":[{"raw_affiliation_string":"School of Computing, University of Portsmouth, Portsmouth, U.K","institution_ids":["https://openalex.org/I63072094"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7876,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90497209,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":"5","first_page":"3869","last_page":"3880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6646778583526611},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6500586271286011},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.609881579875946},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5566446185112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4827396273612976},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4691801369190216},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40344199538230896},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22904479503631592},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09661287069320679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6646778583526611},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6500586271286011},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.609881579875946},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5566446185112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4827396273612976},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4691801369190216},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40344199538230896},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22904479503631592},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09661287069320679},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3435693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3435693","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2295917914","display_name":null,"funder_award_id":"2022A1515011431","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2967033177","display_name":null,"funder_award_id":"52075530","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W581810680","https://openalex.org/W1506441995","https://openalex.org/W1906915714","https://openalex.org/W1950788856","https://openalex.org/W2081983669","https://openalex.org/W2083587404","https://openalex.org/W2115534850","https://openalex.org/W2559085405","https://openalex.org/W2765113481","https://openalex.org/W2771657556","https://openalex.org/W2797106362","https://openalex.org/W2898578128","https://openalex.org/W2921151905","https://openalex.org/W2963076818","https://openalex.org/W2969619087","https://openalex.org/W2996249958","https://openalex.org/W2996564689","https://openalex.org/W3002681378","https://openalex.org/W3004835408","https://openalex.org/W3009828227","https://openalex.org/W3014641072","https://openalex.org/W3024862066","https://openalex.org/W3037891846","https://openalex.org/W3046544838","https://openalex.org/W3082828314","https://openalex.org/W3108425892","https://openalex.org/W3108865657","https://openalex.org/W3110017807","https://openalex.org/W3120017044","https://openalex.org/W3128793441","https://openalex.org/W3133226919","https://openalex.org/W3173262825","https://openalex.org/W3182659197","https://openalex.org/W3184215204","https://openalex.org/W3197181216","https://openalex.org/W3208937263","https://openalex.org/W4213019189","https://openalex.org/W4214612132","https://openalex.org/W4225162647","https://openalex.org/W4281249524","https://openalex.org/W4283814242","https://openalex.org/W4289111271","https://openalex.org/W4297094621","https://openalex.org/W4312313987","https://openalex.org/W4312372711","https://openalex.org/W4312410557","https://openalex.org/W4312872160","https://openalex.org/W4313126982","https://openalex.org/W4323314027","https://openalex.org/W4375840457","https://openalex.org/W4377234261","https://openalex.org/W4377235208","https://openalex.org/W4381795215","https://openalex.org/W4382202314","https://openalex.org/W4385245566","https://openalex.org/W4385800861","https://openalex.org/W4386179772","https://openalex.org/W4387373203","https://openalex.org/W4387745449","https://openalex.org/W4390321749","https://openalex.org/W4390872802","https://openalex.org/W4391842559","https://openalex.org/W4393063374","https://openalex.org/W4393255125","https://openalex.org/W4393935562","https://openalex.org/W4394938975","https://openalex.org/W4398187063","https://openalex.org/W4399149806","https://openalex.org/W4404238297"],"related_works":["https://openalex.org/W2110143569","https://openalex.org/W3122938442","https://openalex.org/W4379621602","https://openalex.org/W4294690766","https://openalex.org/W2159815235","https://openalex.org/W3204710839","https://openalex.org/W2025206082","https://openalex.org/W2164424388","https://openalex.org/W2511227366","https://openalex.org/W1989687946"],"abstract_inverted_index":{"As":[0],"a":[1,90,111,151],"bridge":[2],"between":[3,174],"the":[4,8,25,160,178,185,192,199,203],"deaf":[5],"people":[6],"and":[7,20,66,100,121,126,146,167,176,212],"outside,":[9],"sign":[10,28,43,207],"language":[11,29,44,208],"primarily":[12],"involves":[13],"hand":[14],"movements,":[15],"complemented":[16],"by":[17],"intricate":[18],"facial":[19],"body":[21,120],"expressions.":[22],"To":[23,84],"enhance":[24],"engagement":[26],"of":[27,165,194],"users":[30],"in":[31],"today's":[32],"prevalent":[33],"online":[34],"social":[35,49],"activities,":[36],"it":[37],"is":[38,157],"necessary":[39],"to":[40,63,68,77,102,143,159,170],"incorporate":[41],"video":[42,54,106,133,206],"recognition":[45],"(SLR)":[46],"technology":[47],"into":[48],"multimedia.":[50],"However,":[51],"current":[52],"multimodal":[53],"SLR":[55,134],"methods":[56,135,201],"predominantly":[57],"rely":[58],"on":[59,97,202],"limited":[60],"data,":[61],"leading":[62],"poor":[64],"robustness":[65],"susceptibility":[67],"overfitting.":[69],"Additionally,":[70],"most":[71],"works":[72],"employed":[73],"simple":[74],"concatenation,":[75],"failing":[76],"explore":[78],"effective":[79],"interaction":[80],"among":[81,187],"different":[82],"modalities.":[83,188],"address":[85],"these":[86],"issues,":[87],"we":[88],"propose":[89],"cross-attention":[91,153],"modal":[92],"fusion":[93,154],"network":[94],"(CAMFuse)":[95],"based":[96],"red-green-blue":[98],"(RGB)":[99],"skeleton":[101],"achieve":[103],"more":[104],"robust":[105],"SLR.":[107],"First,":[108],"CAMFuse":[109,139],"introduces":[110],"comprehensive":[112],"bimodal":[113],"framework":[114],"that":[115],"considers":[116],"coarse-grained":[117],"features":[118,123],"from":[119,124,130,181],"fine-grained":[122],"hands":[125],"face.":[127],"Second,":[128],"departing":[129],"previous":[131],"skeleton-based":[132],"represented":[136],"through":[137],"graphs,":[138],"adopts":[140],"heatmap":[141],"volumes":[142],"reduce":[144],"storage":[145],"promote":[147],"subsequent":[148],"interaction.":[149],"Last,":[150],"space-time":[152],"(ST-CAF)":[155],"module":[156],"applied":[158],"deeper":[161],"feature":[162],"extraction":[163],"stages":[164],"RGB":[166],"skeleton,":[168],"aiming":[169],"mine":[171],"complementary":[172],"relationships":[173],"them":[175],"learn":[177],"excellent":[179],"information":[180],"each":[182],"other,":[183],"reducing":[184],"independence":[186],"Experimental":[189],"results":[190],"demonstrate":[191],"effectiveness":[193],"our":[195],"proposed":[196],"CAMFuse,":[197],"outperforming":[198],"state-of-the-art":[200],"popular":[204],"isolated":[205],"datasets":[209],"WLASL-2000":[210],"(53.12%)":[211],"AUTSL":[213],"(96.18%)":[214],"dataset.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}