{"id":"https://openalex.org/W4403488722","doi":"https://doi.org/10.3233/faia240495","title":"Improving Non-Autoregressive Sign Language Translation with Random Ordering Progressive Prediction Pretraining","display_name":"Improving Non-Autoregressive Sign Language Translation with Random Ordering Progressive Prediction Pretraining","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403488722","doi":"https://doi.org/10.3233/faia240495"},"language":"en","primary_location":{"id":"doi:10.3233/faia240495","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240495","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240495","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240495","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103197354","display_name":"Pei Yu","orcid":"https://orcid.org/0009-0000-8972-5208"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pei Yu","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Changhao Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhao Lai","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101596161","display_name":"Cong Hu","orcid":"https://orcid.org/0000-0002-1228-3381"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Hu","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449791","display_name":"Shan Liu","orcid":"https://orcid.org/0000-0002-1442-1207"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Liu","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425314","display_name":"Liang Zhang","orcid":"https://orcid.org/0009-0007-4012-8040"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101417243","display_name":"Biao Fu","orcid":"https://orcid.org/0000-0002-4532-7432"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Fu","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100689058","display_name":"Yidong Chen","orcid":"https://orcid.org/0000-0002-0243-7228"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yidong Chen","raw_affiliation_strings":["Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","School of Informatics, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103197354"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":2.3012,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89121835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.8436076045036316},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.6996800303459167},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6895465850830078},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47825944423675537},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.42193931341171265},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.390461802482605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3856963813304901},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2616897225379944},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24989834427833557},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21990272402763367},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06805896759033203},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.050460100173950195},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.03506234288215637}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.8436076045036316},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.6996800303459167},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6895465850830078},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47825944423675537},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.42193931341171265},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.390461802482605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3856963813304901},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2616897225379944},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24989834427833557},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21990272402763367},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06805896759033203},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.050460100173950195},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.03506234288215637},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240495","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240495","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240495","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240495","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240495","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240495","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403488722.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2171218219","https://openalex.org/W1972271943","https://openalex.org/W2150410159","https://openalex.org/W4327525404","https://openalex.org/W4287185323","https://openalex.org/W3150905897","https://openalex.org/W1520183331","https://openalex.org/W2734842993","https://openalex.org/W2168175994","https://openalex.org/W1989687946"],"abstract_inverted_index":{"Recently,":[0],"the":[1,8,23,56,95,99,103,128,139,160,164],"Non-AutoRegressive":[2],"(NAR)":[3],"decoding":[4],"mechanism,":[5],"effectively":[6],"reducing":[7],"inference":[9],"latency":[10],"of":[11,58,102,141],"text":[12],"generation,":[13],"has":[14,45],"been":[15,46],"applied":[16],"to":[17,75,80,130,155],"Sign":[18],"Language":[19,51,65],"Translation":[20],"(SLT).":[21],"Typically,":[22],"current":[24],"best":[25],"NAR":[26,63,69,89,106,122],"SLT":[27,60,70,90,107,123,188],"model":[28,71,81,176],"using":[29,92,125],"a":[30,114,150],"Curriculum-based":[31],"Non-autoregressive":[32],"Decoder":[33],"(CND)":[34],"outperforms":[35,178],"AutoRegressive":[36,49],"(AR)":[37],"baselines":[38,181],"in":[39,134,159],"speed":[40],"and":[41,105,137,171,182],"performance.":[42],"Although":[43],"it":[44],"proven":[47],"that":[48,174],"Pre-trained":[50],"Models":[52,66],"(AR-PLMs)":[53],"further":[54],"boost":[55],"performance":[57,185],"AR":[59,187],"models,":[61],"combining":[62],"Pretrained":[64],"(NAR-PLMs)":[67],"with":[68,186,191],"remains":[72],"challenge":[73],"due":[74],"(1)":[76],"existing":[77],"NAR-PLMs\u2019":[78],"inability":[79],"token":[82,143],"dependencies":[83,144],"between":[84,98,145],"decoder":[85,129],"layers,":[86],"crucial":[87],"for":[88,121],"models":[91,124,189],"CND;":[93],"(2)":[94],"modality":[96,165],"gap":[97],"decoder\u2019s":[100,161],"inputs":[101],"NAR-PLMs":[104],"models.":[108],"To":[109],"address":[110],"these,":[111],"we":[112,148],"propose":[113,149],"Random":[115],"Ordering":[116],"Progressive":[117],"Prediction":[118],"Pre-training":[119],"task":[120],"CND,":[126],"enabling":[127],"predict":[131],"target":[132,142],"sequences":[133],"diverse":[135],"orderings":[136],"enhancing":[138],"modeling":[140],"layers.":[146],"Moreover,":[147],"CTC-enhanced":[151],"Soft":[152],"Copy":[153],"method":[154],"incorporate":[156],"target-side":[157],"information":[158],"inputs,":[162],"alleviating":[163],"gap.":[166],"Experimental":[167],"results":[168],"on":[169],"PHOENIX-2014T":[170],"CSL-Daily":[172],"demonstrate":[173],"our":[175],"consistently":[177],"all":[179],"strong":[180],"achieves":[183],"competitive":[184],"equipped":[190],"AR-PLMs.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}