{"id":"https://openalex.org/W7138409431","doi":"https://doi.org/10.1609/aaai.v40i6.42440","title":"HyperSign: Hierarchical Hypergraph-based Co-occurrence Modeling for Sign Language Recognition and Translation","display_name":"HyperSign: Hierarchical Hypergraph-based Co-occurrence Modeling for Sign Language Recognition and Translation","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138409431","doi":"https://doi.org/10.1609/aaai.v40i6.42440"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i6.42440","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i6.42440","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i6.42440","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047379544","display_name":"Qianren Guo","orcid":"https://orcid.org/0009-0000-6111-0084"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianren Guo","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101649234","display_name":"Yuehang Wang","orcid":"https://orcid.org/0000-0001-6793-6506"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuehang Wang","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129743793","display_name":"Yongji Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongji Zhang","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129725668","display_name":"Qi Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chu","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129739195","display_name":"Sen Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Liu","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129742275","display_name":"Yu Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Jiang","raw_affiliation_strings":["Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"6","first_page":"4421","last_page":"4429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.5540000200271606},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5174000263214111},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4498000144958496},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.42100000381469727},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39469999074935913},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.39329999685287476},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.38440001010894775},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3684000074863434},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.36309999227523804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788100004196167},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.5540000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5404000282287598},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5174000263214111},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4498000144958496},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3684000074863434},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3160000145435333},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.3000999987125397},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29829999804496765},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i6.42440","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i6.42440","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/42440","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/42440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i6.42440","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i6.42440","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5201075077056885,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effectively":[0],"capturing":[1],"co-occurrence":[2,72,156],"signals,":[3],"such":[4],"as":[5],"hand":[6],"shapes,":[7],"facial":[8],"expressions,":[9],"and":[10,23,32,113,131,146,183,189,203],"body":[11,54,76,147,176],"postures,":[12],"is":[13],"critical":[14,175],"for":[15,95],"semantic":[16,124,132],"understanding":[17],"in":[18,200],"sign":[19],"language":[20],"recognition":[21],"(SLR)":[22],"translation":[24],"(SLT).":[25],"Although":[26],"skeleton":[27],"data":[28],"offer":[29],"greater":[30],"efficiency":[31],"robustness":[33],"than":[34],"RGB":[35],"inputs,":[36],"existing":[37,197],"methods":[38,217],"typically":[39],"rely":[40],"on":[41,174,180],"pairwise":[42],"graph":[43,93],"structures,":[44],"limiting":[45],"their":[46],"ability":[47],"to":[48,108,121,158,172,213],"model":[49,159,171],"complex":[50],"high-order":[51,71,160],"interactions":[52],"across":[53,218],"regions.":[55,177],"To":[56,126],"address":[57],"this":[58],"limitation,":[59],"we":[60],"propose":[61],"HyperSign,":[62],"a":[63,134],"hierarchical":[64],"hypergraph":[65,150],"neural":[66],"network":[67],"that":[68,192],"systematically":[69],"captures":[70],"patterns":[73],"among":[74],"diverse":[75],"parts.":[77],"The":[78],"Co-occurrence":[79],"Graph":[80],"Perception":[81],"Module":[82,138],"jointly":[83],"learns":[84],"relational":[85],"structures":[86],"via":[87,105],"three":[88],"complementary":[89],"pathways:":[90],"(1)":[91],"traditional":[92],"convolutions":[94],"modeling":[96,130],"physical":[97],"joint":[98],"connections,":[99],"(2)":[100],"dynamic":[101],"geometric":[102],"hypergraphs":[103,116],"constructed":[104],"k-nearest":[106],"neighbors":[107],"encode":[109],"local":[110],"spatial":[111],"patterns,":[112],"(3)":[114],"soft":[115],"generated":[117],"by":[118],"learnable":[119],"prototypes":[120],"reveal":[122],"latent":[123],"associations.":[125],"further":[127],"enhance":[128],"structural":[129],"consistency,":[133],"Meta-Part":[135],"Hypergraph":[136],"Fusion":[137],"abstracts":[139],"feature":[140],"streams":[141],"from":[142],"the":[143,170],"hands,":[144],"face,":[145],"into":[148],"unified":[149],"nodes,":[151],"while":[152],"leveraging":[153],"empirically":[154],"derived":[155],"priors":[157],"cross-part":[161],"dependencies.":[162],"Moreover,":[163],"an":[164],"uncertainty-aware":[165],"collaborative":[166],"distillation":[167],"mechanism":[168],"guides":[169],"focus":[173],"Extensive":[178],"experiments":[179],"standard":[181],"SLR":[182],"SLT":[184],"benchmarks":[185],"(e.g.,":[186],"PHOENIX-2014,":[187],"PHOENIX-2014T,":[188],"CSL-Daily)":[190],"demonstrate":[191],"HyperSign":[193],"not":[194],"only":[195],"outperforms":[196],"skeleton-based":[198],"approaches":[199],"both":[201],"speed":[202],"accuracy":[204],"but":[205],"also":[206],"achieves":[207],"competitive":[208],"or":[209],"superior":[210],"results":[211],"compared":[212],"several":[214],"state-of-the-art":[215],"RGB-based":[216],"multiple":[219],"evaluation":[220],"metrics.":[221]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-03-18T00:00:00"}