{"id":"https://openalex.org/W7138376394","doi":"https://doi.org/10.1609/aaai.v40i14.38185","title":"HyperSign: Saliency-Aware Spatial Graphs and Temporal Hypergraphs for Continuous Sign Language Recognition","display_name":"HyperSign: Saliency-Aware Spatial Graphs and Temporal Hypergraphs for Continuous Sign Language Recognition","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138376394","doi":"https://doi.org/10.1609/aaai.v40i14.38185"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i14.38185","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i14.38185","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38185/42147","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38185/42147","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123952484","display_name":"Weiyi Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weiyi Ye","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129733673","display_name":"Xu-Hua Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu-Hua Yang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology\nZhejiang Key Laboratory of Visual Information Intelligent Processing"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology\nZhejiang Key Laboratory of Visual Information Intelligent Processing","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129669315","display_name":"Dong Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wei","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129680802","display_name":"Gang-Feng Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang-Feng Ma","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang Normal University"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang Normal University","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129662315","display_name":"Yujiao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujiao Huang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129741354","display_name":"Xiao-Xin Li","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Xin Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5123952484"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"14","first_page":"11973","last_page":"11981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5268999934196472},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.5253999829292297},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5153999924659729},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5029000043869019},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.48890000581741333},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4602000117301941},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4526999890804291},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.45100000500679016},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.44179999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918999791145325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5404000282287598},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.5253999829292297},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.44179999828338623},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4097999930381775},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C22047676","wikidata":"https://www.wikidata.org/wiki/Q898680","display_name":"Clustering coefficient","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2572000026702881},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i14.38185","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i14.38185","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38185/42147","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i14.38185","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i14.38185","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38185/42147","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6419429183006287}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6854654577","display_name":null,"funder_award_id":"62176236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G843549872","display_name":null,"funder_award_id":"LZ24F030011","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138376394.pdf","grobid_xml":"https://content.openalex.org/works/W7138376394.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continuous":[0],"sign":[1,14],"language":[2,15],"recognition":[3],"(CSLR)":[4],"technology":[5],"enables":[6],"social":[7],"communication":[8],"for":[9,205],"the":[10,22,109,114,133,178,188,206],"hearing-impaired":[11],"by":[12,90],"converting":[13],"videos":[16],"into":[17,160],"text.":[18],"However,":[19],"due":[20],"to":[21,42,117,152],"limited":[23],"receptive":[24],"fields":[25],"of":[26],"convolutional":[27],"networks":[28],"and":[29,45,94,125,138,181],"inefficient":[30],"long-range":[31],"dependency":[32,129],"modeling":[33],"in":[34,49,192],"temporal":[35,128,141,158],"modules,":[36],"current":[37],"methods":[38],"find":[39],"it":[40],"difficult":[41],"capture":[43],"cross-regional":[44],"high-order":[46,165],"dynamic":[47,59],"semantics":[48],"complex":[50],"gestures.":[51],"To":[52],"address":[53],"these":[54],"limitations,":[55],"we":[56,77,131],"propose":[57,78,139],"a":[58,79,140,148,200],"spatiotemporal":[60],"hypergraph":[61,142],"network":[62],"named":[63],"HyperSign,":[64],"which":[65],"optimizes":[66],"feature":[67,92,202],"learning":[68,203],"through":[69],"innovative":[70],"graph":[71,82,115],"architectures.":[72],"For":[73,127],"single-frame":[74],"spatial":[75,81],"modeling,":[76,130],"saliency-aware":[80],"construction":[83,143],"strategy":[84,101],"that":[85,171,185],"dynamically":[86],"quantifies":[87],"semantic":[88],"saliency":[89],"integrating":[91],"complexity":[93],"motion":[95],"intensity":[96],"information":[97],"from":[98],"patches.":[99],"This":[100,145],"can":[102],"adaptively":[103],"adjust":[104],"node":[105],"connectivity":[106],"based":[107],"on":[108,119,177],"computed":[110],"saliency,":[111],"thereby":[112,162],"enabling":[113],"structure":[116],"focus":[118],"information-dense":[120],"regions":[121],"such":[122],"as":[123],"hands":[124],"faces.":[126],"abandon":[132],"conventional":[134],"pairwise":[135],"frame":[136],"interactions":[137],"method.":[144],"method":[146],"employs":[147],"learnable":[149],"clustering":[150],"algorithm":[151],"aggregate":[153],"semantically":[154],"correlated":[155],"nodes":[156],"within":[157,167],"windows":[159],"hyperedges,":[161],"explicitly":[163],"capturing":[164],"associations":[166],"individual":[168],"gesture":[169],"actions":[170],"span":[172],"multiple":[173],"frames.":[174],"Extensive":[175],"experiments":[176],"PHOENIX14,":[179],"PHOENIX14-T,":[180],"CSL-Daily":[182],"datasets":[183],"demonstrate":[184],"HyperSign":[186],"outperforms":[187],"state-of-the-art":[189],"(SOTA)":[190],"approaches":[191],"CSLR":[193,207],"without":[194],"any":[195],"additional":[196],"annotation":[197],"information,":[198],"establishing":[199],"new":[201],"paradigm":[204],"task.":[208]},"counts_by_year":[],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2026-03-18T00:00:00"}