{"id":"https://openalex.org/W4413394085","doi":"https://doi.org/10.1109/access.2025.3601235","title":"M\u00b3-SLR: Self-Supervised Pretraining With MaxFlow MaskFeat for Improved Multi-View Sign Language Representation","display_name":"M\u00b3-SLR: Self-Supervised Pretraining With MaxFlow MaskFeat for Improved Multi-View Sign Language Representation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413394085","doi":"https://doi.org/10.1109/access.2025.3601235"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3601235","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3601235","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3601235","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069849307","display_name":"Tran Minh Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Tran Tri Dung Nguyen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060652445","display_name":"Thi Thuy Nga","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thi Thuy Nga Do","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087488222","display_name":"Hoang Quang Huy","orcid":"https://orcid.org/0000-0002-4603-1297"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quang Huy Hoang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi City, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi City, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062526669","display_name":"Tran Anh Vu","orcid":"https://orcid.org/0000-0002-3439-6491"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Anh Vu Tran","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi City, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069849307"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26685842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"148170","last_page":"148191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6049937009811401},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5535521507263184},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5318642854690552},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49495524168014526},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.4914814233779907},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4728941023349762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4271012842655182},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.263691782951355},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19649580121040344},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.076790452003479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6049937009811401},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5535521507263184},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5318642854690552},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49495524168014526},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.4914814233779907},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4728941023349762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4271012842655182},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.263691782951355},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19649580121040344},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.076790452003479},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3601235","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3601235","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1ae2ed0012464910979493a714fe8931","is_oa":true,"landing_page_url":"https://doaj.org/article/1ae2ed0012464910979493a714fe8931","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 148170-148191 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3601235","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3601235","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6411731099","display_name":null,"funder_award_id":"T2023-PC-028","funder_id":"https://openalex.org/F4320319125","funder_display_name":"Tr\u01b0\u1eddng \u0110\u1ea1i h\u1ecdc B\u00e1ch Khoa H\u00e0 N\u1ed9i"}],"funders":[{"id":"https://openalex.org/F4320319125","display_name":"Tr\u01b0\u1eddng \u0110\u1ea1i h\u1ecdc B\u00e1ch Khoa H\u00e0 N\u1ed9i","ror":"https://ror.org/04nyv3z04"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1755205674","https://openalex.org/W1992524012","https://openalex.org/W2097117768","https://openalex.org/W2157548127","https://openalex.org/W2194775991","https://openalex.org/W2326925005","https://openalex.org/W2487792702","https://openalex.org/W2507009361","https://openalex.org/W2618530766","https://openalex.org/W2625366777","https://openalex.org/W2765407302","https://openalex.org/W2883429621","https://openalex.org/W2921243003","https://openalex.org/W2941870244","https://openalex.org/W2963076818","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2990503944","https://openalex.org/W3009828227","https://openalex.org/W3022200071","https://openalex.org/W3034765865","https://openalex.org/W3046544838","https://openalex.org/W3081334315","https://openalex.org/W3093751392","https://openalex.org/W3104432418","https://openalex.org/W3106677303","https://openalex.org/W3126721948","https://openalex.org/W3133226919","https://openalex.org/W3135189994","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3147467731","https://openalex.org/W3159481202","https://openalex.org/W3182659197","https://openalex.org/W3184215204","https://openalex.org/W3202747033","https://openalex.org/W3208937263","https://openalex.org/W4210674054","https://openalex.org/W4212986483","https://openalex.org/W4312312750","https://openalex.org/W4312536164","https://openalex.org/W4312769131","https://openalex.org/W4312804044","https://openalex.org/W4312910375","https://openalex.org/W4312929415","https://openalex.org/W4313156423","https://openalex.org/W4319300928","https://openalex.org/W4367047590","https://openalex.org/W4376132550","https://openalex.org/W4385245566","https://openalex.org/W4385819657","https://openalex.org/W4386057769","https://openalex.org/W4386065518","https://openalex.org/W4386071548","https://openalex.org/W4386075496","https://openalex.org/W4386076625","https://openalex.org/W4387968000","https://openalex.org/W4390871931","https://openalex.org/W4390872366","https://openalex.org/W4393855519","https://openalex.org/W4399378048","https://openalex.org/W4399993770","https://openalex.org/W4402917086","https://openalex.org/W4409264125"],"related_works":["https://openalex.org/W2110143569","https://openalex.org/W3122938442","https://openalex.org/W4379621602","https://openalex.org/W4294690766","https://openalex.org/W2159815235","https://openalex.org/W3204710839","https://openalex.org/W2025206082","https://openalex.org/W2093958826","https://openalex.org/W2164424388","https://openalex.org/W1989687946"],"abstract_inverted_index":{"Sign":[0,94],"Language":[1,95],"Recognition":[2,96],"(SLR)":[3],"is":[4,247],"crucial":[5],"for":[6,61,92,111,138,157,240],"facilitating":[7],"communication":[8],"with":[9],"the":[10,27,70,127,158,168,187,197,205,234],"deaf":[11],"and":[12,26,151,219,242],"hard-of-hearing":[13],"community,":[14],"yet":[15],"remains":[16,65],"significantly":[17,166],"challenged":[18],"by":[19,48],"factors":[20],"such":[21],"as":[22],"inter-signer":[23],"variations,":[24],"self-occlusion,":[25],"critical":[28,135],"issue":[29],"ofVisually":[30],"Indistinguishable":[31],"Signs":[32],"(VISigns)":[33],"\u2013":[34],"signs":[35],"appearing":[36],"identical":[37],"from":[38,162],"a":[39,89,113,153,192],"single":[40],"viewpoint.":[41],"While":[42],"multi-view":[43,74,144,189],"systems":[44],"offer":[45],"potential":[46],"solutions":[47],"providing":[49],"richer":[50],"spatial":[51],"information,":[52],"effectively":[53],"leveraging":[54],"this":[55],"data,":[56,232],"particularly":[57],"through":[58],"pretraining":[59,115],"specific":[60],"fine-grained":[62],"sign":[63],"dynamics,":[64],"an":[66],"open":[67],"problem.":[68],"Furthermore,":[69],"computational":[71],"demands":[72],"of":[73,160,236],"models":[75],"hinder":[76],"practical":[77,200,243],"single-camera":[78],"deployment.":[79],"To":[80],"address":[81],"these":[82],"limitations,":[83],"we":[84],"introduce":[85],"M<sup":[86,223],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[87,98,224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>-SLR,":[88],"comprehensive":[90],"framework":[91,239],"Multi-ViewIsolated":[93],"(MultiView-ISLR).M<sup":[97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>-SLR":[99,225],"integrates":[100],"three":[101,163],"key":[102],"proposals:":[103],"(1)":[104],"A":[105],"novel":[106],"MaxFlow":[107],"Cube":[108],"Masking":[109],"strategy":[110],"MaskFeat,":[112],"self-supervised":[114],"method,":[116],"which":[117,185],"utilizes":[118],"optical":[119],"flow":[120],"to":[121,129,170,183,207],"guide":[122],"spatiotemporal":[123],"cube":[124],"masking,":[125],"compelling":[126],"model":[128],"learn":[130],"representations":[131],"focused":[132],"on":[133,213],"dynamically":[134],"regions":[136],"essential":[137],"distinguishing":[139],"signs.":[140],"(2)":[141],"The":[142],"UF3V":[143],"architecture,":[145],"built":[146],"upon":[147],"effective":[148],"UniFormer":[149],"backbones":[150],"incorporating":[152],"Dual":[154],"Co-Attention":[155],"mechanism":[156],"fusion":[159],"features":[161],"adjacent":[164],"views,":[165],"enhances":[167],"ability":[169,206],"resolve":[171],"ambiguities":[172],"like":[173],"VISigns.":[174,209],"(3)":[175],"An":[176],"efficient":[177],"knowledge":[178,190],"distillation":[179],"process":[180],"called":[181],"3-view":[182],"1-view,":[184],"transfers":[186],"learned":[188],"into":[191],"high-performance":[193],"single-view":[194],"model,":[195],"bridging":[196],"gap":[198],"towards":[199],"application":[201],"while":[202],"still":[203],"maintaining":[204],"distinguish":[208],"Extensive":[210],"experiments":[211],"conducted":[212],"challenging":[214],"public":[215],"MultiView-ISLR":[216],"benchmarks,":[217],"Multi-VSL200":[218],"MM-WLAuslan,":[220],"demonstrate":[221],"that":[222],"achieves":[226],"state-of-the-art":[227],"performance":[228],"using":[229],"only":[230],"RGB":[231],"validating":[233],"effectiveness":[235],"our":[237],"proposed":[238],"robust":[241],"SLR.":[244],"Our":[245],"code":[246],"available":[248],"at":[249],"https://github.com/fossbk/M3-SLR.git.":[250]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-08-22T00:00:00"}