{"id":"https://openalex.org/W4372260090","doi":"https://doi.org/10.1109/icassp49357.2023.10095466","title":"A Token-Level Contrastive Framework for Sign Language Translation","display_name":"A Token-Level Contrastive Framework for Sign Language Translation","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260090","doi":"https://doi.org/10.1109/icassp49357.2023.10095466"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101417243","display_name":"Biao Fu","orcid":"https://orcid.org/0000-0002-4532-7432"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Fu","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030828257","display_name":"Pei-Gen Ye","orcid":"https://orcid.org/0009-0004-9570-7566"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peigen Ye","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425299","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0003-4528-2403"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103197354","display_name":"Pei Yu","orcid":"https://orcid.org/0009-0000-8972-5208"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Yu","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101596161","display_name":"Cong Hu","orcid":"https://orcid.org/0000-0002-1228-3381"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Hu","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021246376","display_name":"Xiaodong Shi","orcid":"https://orcid.org/0000-0002-8163-7139"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Shi","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100689058","display_name":"Yidong Chen","orcid":"https://orcid.org/0000-0002-0243-7228"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yidong Chen","raw_affiliation_strings":["Xiamen University,School of Informatics,Department of Artificial Intelligence","Department of Artificial Intelligence, School of Informatics, Xiamen University","Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Informatics,Department of Artificial Intelligence","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, Xiamen University","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan, Ministry of Culture and Tourism","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":4.7517,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.95567689,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.9035871028900146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8128712177276611},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7207732200622559},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5784221291542053},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5634469389915466},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5400761365890503},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.52060866355896},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5135579109191895},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.510833740234375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38836225867271423},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1628199815750122},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09776356816291809}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.9035871028900146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8128712177276611},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7207732200622559},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5784221291542053},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5634469389915466},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5400761365890503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52060866355896},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5135579109191895},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.510833740234375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38836225867271423},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1628199815750122},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09776356816291809},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2187089797","https://openalex.org/W2799020610","https://openalex.org/W2896457183","https://openalex.org/W2903193068","https://openalex.org/W2966610483","https://openalex.org/W2997931247","https://openalex.org/W3022061250","https://openalex.org/W3034765865","https://openalex.org/W3087124270","https://openalex.org/W3093061880","https://openalex.org/W3114337930","https://openalex.org/W3118942129","https://openalex.org/W3126451397","https://openalex.org/W3133226919","https://openalex.org/W3134652006","https://openalex.org/W3156636935","https://openalex.org/W3173190788","https://openalex.org/W3173210704","https://openalex.org/W3173290664","https://openalex.org/W3175285983","https://openalex.org/W3175362188","https://openalex.org/W3196466542","https://openalex.org/W3206487321","https://openalex.org/W3211614808","https://openalex.org/W4226499556","https://openalex.org/W4312396348","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6757423643","https://openalex.org/W6777265123","https://openalex.org/W6781137661","https://openalex.org/W6784631112","https://openalex.org/W6790983225","https://openalex.org/W6791742336","https://openalex.org/W6794687422","https://openalex.org/W6799355994"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2997152889","https://openalex.org/W2949968076","https://openalex.org/W4384264648","https://openalex.org/W2935811960","https://openalex.org/W4389471172","https://openalex.org/W2969407538","https://openalex.org/W2917049097"],"abstract_inverted_index":{"Sign":[0,77],"Language":[1,78],"Translation":[2,26,79],"(SLT)":[3],"is":[4,45],"a":[5,70],"promising":[6],"technology":[7],"to":[8,36,130],"bridge":[9],"the":[10,14,17,40,50,53,57,60,92,121,127,162],"communication":[11],"gap":[12],"between":[13],"deaf":[15],"and":[16,56,101,114,142,147],"hearing":[18],"people.":[19],"Recently,":[20],"researchers":[21],"have":[22],"adopted":[23],"Neural":[24],"Machine":[25],"(NMT)":[27],"methods,":[28],"which":[29,48,81],"usually":[30],"require":[31],"large-scale":[32],"corpus":[33,44],"for":[34,76,144],"training,":[35],"achieve":[37,157],"SLT.":[38],"However,":[39],"publicly":[41],"available":[42],"SLT":[43,93],"very":[46],"limited,":[47],"causes":[49],"collapse":[51],"of":[52,59],"token":[54,84,100],"representations":[55,85],"inaccuracy":[58],"generated":[61,104],"tokens.":[62],"To":[63],"alleviate":[64],"this":[65],"issue,":[66],"we":[67],"propose":[68],"Con-SLT,":[69],"novel":[71],"token-level":[72,88],"Contrastive":[73],"learning":[74,90],"framework":[75],",":[80],"learns":[82],"effective":[83],"by":[86,105],"incorporating":[87],"contrastive":[89],"into":[91],"decoding":[94],"process.":[95],"Concretely,":[96],"ConSLT":[97,155],"treats":[98],"each":[99],"its":[102],"counterpart":[103],"different":[106],"dropout":[107],"masks":[108],"as":[109],"positive":[110],"pairs":[111],"during":[112],"decoding,":[113],"then":[115],"randomly":[116],"samples":[117],"K":[118],"tokens":[119],"in":[120,126],"vocabulary":[122],"that":[123,154],"are":[124],"not":[125],"current":[128],"sentence":[129],"construct":[131],"negative":[132],"examples.":[133],"We":[134],"conduct":[135],"comprehensive":[136],"experiments":[137],"on":[138],"two":[139],"benchmarks":[140],"(PHOENIX14T":[141],"CSL-Daily)":[143],"both":[145],"end-to-end":[146],"cascaded":[148],"settings.":[149],"The":[150],"experimental":[151],"results":[152],"demonstrate":[153],"can":[156],"better":[158],"translation":[159],"quality":[160],"than":[161],"strong":[163],"baselines1.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2025-10-10T00:00:00"}