{"id":"https://openalex.org/W4392901985","doi":"https://doi.org/10.1109/tcsvt.2024.3376404","title":"Improving End-to-End Sign Language Translation With Adaptive Video Representation Enhanced Transformer","display_name":"Improving End-to-End Sign Language Translation With Adaptive Video Representation Enhanced Transformer","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392901985","doi":"https://doi.org/10.1109/tcsvt.2024.3376404"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3376404","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3376404","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04526587/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101438462","display_name":"Zidong Liu","orcid":"https://orcid.org/0000-0002-9375-2409"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zidong Liu","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078388244","display_name":"Jiasong Wu","orcid":"https://orcid.org/0000-0001-7171-1318"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiasong Wu","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101874338","display_name":"Zeyu Shen","orcid":"https://orcid.org/0000-0003-0201-9533"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Shen","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102865910","display_name":"Xin Chen","orcid":"https://orcid.org/0000-0001-5772-9917"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chen","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027947844","display_name":"Qianyu Wu","orcid":"https://orcid.org/0000-0002-1655-6682"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyu Wu","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075478974","display_name":"Zhiguo Gui","orcid":"https://orcid.org/0000-0002-8991-9907"},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Gui","raw_affiliation_strings":["State Key Laboratory of Dynamic Testing Technology, North University of China, Taiyuan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Dynamic Testing Technology, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028457159","display_name":"Lotfi Senhadji","orcid":"https://orcid.org/0000-0001-9434-6341"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210105651","display_name":"Laboratoire Traitement du Signal et de l'Image","ror":"https://ror.org/01f1amm71","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I154526488","https://openalex.org/I4210105651","https://openalex.org/I4210105774","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lotfi Senhadji","raw_affiliation_strings":["INSERM, LTSI-UMR 1099, and CRIBs, Univ-Rennes, Rennes, France","CRIBs, Univ-Rennes, INSERM, Southeast University, Rennes, France"],"affiliations":[{"raw_affiliation_string":"INSERM, LTSI-UMR 1099, and CRIBs, Univ-Rennes, Rennes, France","institution_ids":["https://openalex.org/I4210105651","https://openalex.org/I56067802","https://openalex.org/I154526488"]},{"raw_affiliation_string":"CRIBs, Univ-Rennes, INSERM, Southeast University, Rennes, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I56067802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100687822","display_name":"Huazhong Shu","orcid":"https://orcid.org/0000-0002-3833-7915"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Shu","raw_affiliation_strings":["LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, and Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101438462"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":3.9594,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93482309,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"9","first_page":"8327","last_page":"8342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742358803749084},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6212893724441528},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4821205139160156},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4528936743736267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4312358796596527},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4266773462295532},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42478060722351074},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36037999391555786},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1071246862411499},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09877976775169373},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08430904150009155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742358803749084},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6212893724441528},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4821205139160156},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4528936743736267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4312358796596527},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4266773462295532},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42478060722351074},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36037999391555786},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1071246862411499},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09877976775169373},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08430904150009155},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3376404","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3376404","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04526587v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04526587","pdf_url":"https://hal.science/hal-04526587/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology, 2024, 34 (9), pp.8327 - 8342. ⟨10.1109/tcsvt.2024.3376404⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04526587v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04526587","pdf_url":"https://hal.science/hal-04526587/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology, 2024, 34 (9), pp.8327 - 8342. ⟨10.1109/tcsvt.2024.3376404⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G130652162","display_name":null,"funder_award_id":"202304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5922384072","display_name":null,"funder_award_id":"31800825","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6651252614","display_name":null,"funder_award_id":"2022YFE0116700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7796666097","display_name":null,"funder_award_id":"61876037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8445935974","display_name":null,"funder_award_id":"62171125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8676609639","display_name":null,"funder_award_id":"Jiangsu","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392901985.pdf","grobid_xml":"https://content.openalex.org/works/W4392901985.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W203196793","https://openalex.org/W2079735306","https://openalex.org/W2243738093","https://openalex.org/W2463640844","https://openalex.org/W2525778437","https://openalex.org/W2746301562","https://openalex.org/W2798271879","https://openalex.org/W2799020610","https://openalex.org/W2883429621","https://openalex.org/W2891726870","https://openalex.org/W2941870244","https://openalex.org/W2962730651","https://openalex.org/W2964253156","https://openalex.org/W2981618422","https://openalex.org/W2981851019","https://openalex.org/W3003598256","https://openalex.org/W3009828227","https://openalex.org/W3023371261","https://openalex.org/W3033228789","https://openalex.org/W3034765865","https://openalex.org/W3109196171","https://openalex.org/W3110306138","https://openalex.org/W3114337930","https://openalex.org/W3126451397","https://openalex.org/W3127711005","https://openalex.org/W3133226919","https://openalex.org/W3147467731","https://openalex.org/W3168702146","https://openalex.org/W3173290664","https://openalex.org/W3176780013","https://openalex.org/W3196466542","https://openalex.org/W3201541489","https://openalex.org/W3205234797","https://openalex.org/W3211614808","https://openalex.org/W4206337866","https://openalex.org/W4206718098","https://openalex.org/W4285118488","https://openalex.org/W4285186657","https://openalex.org/W4311167039","https://openalex.org/W4312312750","https://openalex.org/W4312396348","https://openalex.org/W4372260090","https://openalex.org/W4382491056","https://openalex.org/W4383220186","https://openalex.org/W4384787507","https://openalex.org/W4385245566","https://openalex.org/W4386076575","https://openalex.org/W4389523825","https://openalex.org/W4390872326","https://openalex.org/W6600284362","https://openalex.org/W6631190155","https://openalex.org/W6682631176","https://openalex.org/W6691399679","https://openalex.org/W6727690538","https://openalex.org/W6754048563","https://openalex.org/W6755916392","https://openalex.org/W6756891207","https://openalex.org/W6757817989","https://openalex.org/W6762718338","https://openalex.org/W6784631112","https://openalex.org/W6810373443","https://openalex.org/W6810744310","https://openalex.org/W6853703855","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2775554247","https://openalex.org/W2903810591","https://openalex.org/W2883671469","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2890256614","https://openalex.org/W2728761353","https://openalex.org/W2949454572"],"abstract_inverted_index":{"The":[0,249],"aim":[1],"of":[2,129,146,154,219],"end-to-end":[3,29,241],"sign":[4,12],"language":[5,13,20],"translation":[6],"(SLT)":[7],"is":[8,148,251],"to":[9,96,111,124,134,167,180],"interpret":[10],"continuous":[11,138,198],"(SL)":[14],"video":[15,69,108,115,122],"sequences":[16],"into":[17],"coherent":[18],"natural":[19],"sentences":[21],"without":[22,244],"any":[23],"intermediary":[24],"annotations,":[25],"i.e.,":[26],"glosses.":[27],"However,":[28],"SLT":[30,190,199,242],"suffers":[31],"several":[32],"intractable":[33],"issues:":[34],"(i)":[35],"the":[36,49,92,113,120,125,143,151,158,163,188,224,232,236,240],"temporal":[37,152],"correspondence":[38],"constraint":[39],"loss":[40,178],"problem":[41,54],"between":[42,55],"SL":[43,57,107,114,213],"videos":[44,58],"and":[45,47,59,85,131,137,161,201,211,216,227],"glosses,":[46],"(ii)":[48],"weakly":[50,176],"supervised":[51,177],"sequence":[52],"labeling":[53],"long":[56],"sentences.":[60],"To":[61,186],"address":[62],"these":[63,182],"issues,":[64],"we":[65,90,118,174,192],"propose":[66],"an":[67],"adaptive":[68,78,86],"representation":[70],"enhanced":[71],"Transformer":[72,126],"(AVRET),":[73],"with":[74,150],"three":[75],"extra":[76],"modules:":[77],"masking":[79],"(AM),":[80],"local":[81],"clip":[82],"self-attention":[83,133],"(LCSA)":[84],"fusion":[87],"(AF).":[88],"Specifically,":[89],"utilize":[91],"first":[93],"AM":[94,155,165,184],"module":[95,156,160,166],"generate":[97,168],"a":[98,196],"special":[99],"mask":[100],"that":[101,231],"adaptively":[102],"drops":[103],"out":[104],"temporally":[105],"important":[106],"frame":[109],"representations":[110],"enhance":[112],"features.":[116],"Then,":[117],"pass":[119],"masked":[121,132],"feature":[123,140,145,153,171],"encoder":[127,147],"consisting":[128],"LCSA":[130],"learn":[135],"clip-level":[136],"video-level":[139],"information.":[141],"Finally,":[142],"output":[144],"fused":[149],"via":[157],"AF":[159],"use":[162],"second":[164],"more":[169],"robust":[170],"representations.":[172],"Besides,":[173],"add":[175],"terms":[179],"constrain":[181],"two":[183],"modules.":[185],"promote":[187],"Chinese":[189,197],"research,":[191],"further":[193],"construct":[194],"CSL-FocusOn,":[195,225],"dataset,":[200],"share":[202],"its":[203],"collection":[204],"method.":[205],"It":[206],"involves":[207],"many":[208],"common":[209],"scenarios,":[210],"provides":[212],"sentence":[214],"annotations":[215],"multi-cue":[217],"images":[218],"signers.":[220],"Our":[221],"experiments":[222],"on":[223,239],"PHOENIX14T,":[226],"CSL-Daily":[228],"datasets":[229],"show":[230],"proposed":[233],"method":[234],"achieves":[235],"competitive":[237],"performance":[238],"task":[243],"using":[245],"glosses":[246],"in":[247],"training.":[248],"code":[250],"available":[252],"at":[253],"https://github.com/LzDddd/AVRET.":[254]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}