{"id":"https://openalex.org/W4402980535","doi":"https://doi.org/10.1109/icme57554.2024.10687620","title":"Cross-Modality Consistency Mining For Continuous Sign Language Recognition with Text-Domain Equivalents","display_name":"Cross-Modality Consistency Mining For Continuous Sign Language Recognition with Text-Domain Equivalents","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980535","doi":"https://doi.org/10.1109/icme57554.2024.10687620"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687620","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020630617","display_name":"Zhenghao Ke","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Ke","raw_affiliation_strings":["Zhejiang University of Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046059018","display_name":"Sheng Liu","orcid":"https://orcid.org/0000-0003-3734-781X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Liu","raw_affiliation_strings":["Zhejiang University of Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112347101","display_name":"Chengyuan Ke","orcid":"https://orcid.org/0009-0005-3393-6440"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyuan Ke","raw_affiliation_strings":["Zhejiang University of Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040287703","display_name":"Yuan Feng","orcid":"https://orcid.org/0009-0009-4575-0386"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Feng","raw_affiliation_strings":["Tianjin University of Technology,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055627037","display_name":"Shengyong Chen","orcid":"https://orcid.org/0000-0002-6705-3831"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyong Chen","raw_affiliation_strings":["Tianjin University of Technology,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology,Tianjin,China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3635,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52513546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9383000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9308000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7381025552749634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.680772066116333},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5755556225776672},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5487322807312012},{"id":"https://openalex.org/keywords/equivalent","display_name":"Equivalent","score":0.49083834886550903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46786263585090637},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.44575005769729614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15606293082237244}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7381025552749634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.680772066116333},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5755556225776672},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5487322807312012},{"id":"https://openalex.org/C131857375","wikidata":"https://www.wikidata.org/wiki/Q36384","display_name":"Equivalent","level":2,"score":0.49083834886550903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46786263585090637},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.44575005769729614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15606293082237244},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687620","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2127141656","https://openalex.org/W2962858109","https://openalex.org/W2970390493","https://openalex.org/W3001434439","https://openalex.org/W3034765865","https://openalex.org/W3034999214","https://openalex.org/W3045196480","https://openalex.org/W3046952127","https://openalex.org/W3135189994","https://openalex.org/W3173262825","https://openalex.org/W3173290664","https://openalex.org/W3185341429","https://openalex.org/W3202747033","https://openalex.org/W4205517074","https://openalex.org/W4293363567","https://openalex.org/W4293514615","https://openalex.org/W4312396348","https://openalex.org/W4312878209","https://openalex.org/W4362623843","https://openalex.org/W4382240684","https://openalex.org/W4386065518","https://openalex.org/W4386071548","https://openalex.org/W4386075496","https://openalex.org/W4386076650","https://openalex.org/W4390872326","https://openalex.org/W4390872401","https://openalex.org/W6758654326","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6839492876","https://openalex.org/W6851775633"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2477826857","https://openalex.org/W2530972254","https://openalex.org/W1587386366","https://openalex.org/W2374013449","https://openalex.org/W3005799750","https://openalex.org/W73545470","https://openalex.org/W2110143569","https://openalex.org/W3122938442","https://openalex.org/W2364381299"],"abstract_inverted_index":{"Continuous":[0],"Sign":[1],"Language":[2],"Recognition":[3],"(CSLR)":[4],"approaches":[5,11,20],"share":[6],"similarities":[7],"with":[8,46,115],"conventional":[9],"NLP":[10],"in":[12,30,75,129,162],"which":[13],"language":[14,34,61,73,94],"understanding":[15],"is":[16],"involved.":[17],"However,":[18],"CSLR":[19,42],"face":[21],"the":[22,58,65,86,89,97,101,130,141,147],"significant":[23],"challenge":[24],"of":[25,71],"limited":[26],"scale":[27],"and":[28,55,68,92,153,168],"vocabulary":[29],"existing":[31],"datasets.":[32],"Unlike":[33],"models":[35,43],"that":[36,140],"benefit":[37],"from":[38],"extensive":[39],"training":[40],"datasets,":[41],"often":[44],"contend":[45],"data":[47],"constraints,":[48],"hindering":[49],"their":[50],"ability":[51],"to":[52,84],"generalize":[53],"effectively":[54],"consistently":[56],"capture":[57],"rich":[59,116],"sign":[60],"expressions.":[62],"To":[63],"leverage":[64],"strong":[66],"contextual":[67],"memorial":[69],"capabilities":[70],"pre-trained":[72,93],"models,":[74],"this":[76],"work,":[77],"we":[78,106],"propose":[79],"Cross-Modality":[80],"Consistency":[81],"(XMC)":[82],"loss":[83],"mine":[85],"alignment":[87,99,134],"between":[88],"visual":[90],"model":[91],"model,":[95],"enabling":[96],"direct":[98],"at":[100],"gloss":[102,110,170],"level.":[103],"Towards":[104],"this,":[105],"construct":[107],"a":[108],"small-scale":[109],"description":[111,171],"corpus":[112,172],"named":[113,173],"DCSLG":[114,174],"descriptive":[117],"text.":[118],"Accompanied":[119],"by":[120,164],"CSL-Daily,":[121],"text-domain":[122],"equivalents":[123],"are":[124,175],"made":[125,176],"for":[126],"each":[127],"video":[128],"dataset,":[131],"making":[132],"fine-level":[133],"possible.":[135],"The":[136,166],"experiment":[137],"results":[138],"show":[139],"proposed":[142],"XMC":[143],"Loss":[144],"significantly":[145],"improves":[146],"activations,":[148],"producing":[149],"more":[150],"spatio-temporally":[151],"accurate":[152],"relevant":[154],"activations.":[155],"Our":[156],"approach":[157],"achieves":[158],"an":[159],"average":[160],"reduction":[161],"WER":[163],"3.5%.":[165],"code":[167],"our":[169],"publicly":[177],"available":[178],"on":[179],"GitHub1.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}