{"id":"https://openalex.org/W4287015133","doi":"https://doi.org/10.48550/arxiv.2109.13318","title":"Stochastic Transformer Networks with Linear Competing Units: Application to end-to-end SL Translation","display_name":"Stochastic Transformer Networks with Linear Competing Units: Application to end-to-end SL Translation","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W4287015133","doi":"https://doi.org/10.48550/arxiv.2109.13318"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2109.13318","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13318","pdf_url":"https://arxiv.org/pdf/2109.13318","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.13318","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017171848","display_name":"Andreas Voskou","orcid":"https://orcid.org/0009-0009-7100-9380","observed_orcids":["https://orcid.org/0009-0009-7100-9380"]},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Voskou, Andreas","raw_affiliation_strings":["Cyprus University of Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyprus University of Technology ,","institution_ids":["https://openalex.org/I163151358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110853913","display_name":"Konstantinos P. Panousis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Panousis, Konstantinos P.","raw_affiliation_strings":["Cyprus University of Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyprus University of Technology ,","institution_ids":["https://openalex.org/I163151358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021338623","display_name":"Dimitrios Kosmopoulos","orcid":"https://orcid.org/0000-0003-3325-1247","observed_orcids":["https://orcid.org/0000-0003-3325-1247"]},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kosmopoulos, Dimitrios","raw_affiliation_strings":["University of Patras ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Patras ,","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064437234","display_name":"Dimitris Metaxas","orcid":"https://orcid.org/0000-0001-7142-7640","observed_orcids":["https://orcid.org/0000-0001-7142-7640"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Metaxas, Dimitris N.","raw_affiliation_strings":["Rutgers University , New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University , New Jersey","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040795718","display_name":"Sotirios Chatzis","orcid":"https://orcid.org/0000-0002-4956-4013","observed_orcids":["https://orcid.org/0000-0002-4956-4013"]},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Chatzis, Sotirios","raw_affiliation_strings":["Cyprus University of Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyprus University of Technology ,","institution_ids":["https://openalex.org/I163151358"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13459999859333038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.08749999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language-translation","display_name":"sign language translation","score":0.996999979019165},{"id":"https://openalex.org/keywords/end-to-end-translation","display_name":"end-to-end translation","score":0.8220000267028809},{"id":"https://openalex.org/keywords/variational-bayesian-inference","display_name":"variational inference","score":0.9919999837875366},{"id":"https://openalex.org/keywords/weight-compression","display_name":"weight compression","score":0.8640000224113464},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.5519999861717224},{"id":"https://openalex.org/keywords/memory-footprint-reduction","display_name":"memory footprint reduction","score":0.5889999866485596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7384127378463745},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6019068956375122},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.595780611038208},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5634108185768127},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.553718090057373},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46336787939071655},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4455740749835968},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.4329446852207184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35268890857696533},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.1734912097454071},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1177426278591156},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10114583373069763},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2109.13318","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13318","pdf_url":"https://arxiv.org/pdf/2109.13318","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2109.13318","doi":"https://doi.org/10.48550/arxiv.2109.13318","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.13318","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.13318","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13318","pdf_url":"https://arxiv.org/pdf/2109.13318","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5228357171","display_name":"aRTIFICIAL iNTELLIGENCE for the Deaf","funder_award_id":"872139","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321002","display_name":"Research Promotion Foundation","ror":"https://ror.org/00en9ce74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3014443981","https://openalex.org/W3114337930","https://openalex.org/W4417053066","https://openalex.org/W3015075688","https://openalex.org/W4385478001","https://openalex.org/W7155073406","https://openalex.org/W3209739045","https://openalex.org/W3208014149","https://openalex.org/W4380852936","https://openalex.org/W4392901985"],"abstract_inverted_index":{"Automating":[0],"sign":[1],"language":[2],"translation":[3],"(SLT)":[4],"is":[5,69,90],"a":[6,87,102,115,119,152,199],"challenging":[7],"real":[8],"world":[9],"application.":[10],"Despite":[11],"its":[12],"societal":[13],"importance,":[14],"though,":[15],"research":[16],"progress":[17],"in":[18,70,83,98],"the":[19,32,62,84,99,109,177,184],"field":[20],"remains":[21],"rather":[22],"poor.":[23],"Crucially,":[24],"existing":[25,74],"methods":[26],"that":[27,54,77,89,124,159,172],"yield":[28],"viable":[29],"performance":[30],"necessitate":[31],"availability":[33],"of":[34,60,86,101,122,136,192],"laborious":[35],"to":[36,73,164],"obtain":[37],"gloss":[38,79],"sequence":[39,80],"groundtruth.":[40,67],"In":[41],"this":[42,46],"paper,":[43],"we":[44],"attenuate":[45],"need,":[47],"by":[48,203],"introducing":[49],"an":[50,93],"end-to-end":[51,75],"SLT":[52,110],"model":[53,63,95,195],"does":[55],"not":[56],"entail":[57],"explicit":[58],"use":[59,78,191],"glosses;":[61],"only":[64],"needs":[65],"text":[66],"This":[68],"stark":[71],"contrast":[72],"models":[76],"groundtruth,":[81],"either":[82],"form":[85,100],"modality":[88],"recognized":[91],"at":[92,156],"intermediate":[94],"stage,":[96],"or":[97],"parallel":[103],"output":[104],"process,":[105],"jointly":[106],"trained":[107],"with":[108,118,131,143,198],"model.":[111],"Our":[112],"approach":[113,174],"constitutes":[114],"Transformer":[116],"network":[117],"novel":[120],"type":[121],"layers":[123,130],"combines:":[125],"(i)":[126],"local":[127],"winner-takes-all":[128],"(LWTA)":[129],"stochastic":[132,141],"winner":[133],"sampling,":[134],"instead":[135],"conventional":[137],"ReLU":[138],"layers,":[139],"(ii)":[140],"weights":[142],"posterior":[144,162],"distributions":[145],"estimated":[146,161],"via":[147],"variational":[148],"inference,":[149],"and":[150,197],"(iii)":[151],"weight":[153],"compression":[154],"technique":[155],"inference":[157],"time":[158],"exploits":[160],"variance":[163],"perform":[165],"massive,":[166],"almost":[167],"lossless":[168],"compression.":[169],"We":[170],"demonstrate":[171],"our":[173],"can":[175],"reach":[176],"currently":[178],"best":[179],"reported":[180],"BLEU-4":[181],"score":[182],"on":[183],"PHOENIX":[185],"2014T":[186],"benchmark,":[187],"but":[188],"without":[189],"making":[190],"glosses":[193],"for":[194],"training,":[196],"memory":[200],"footprint":[201],"reduced":[202],"more":[204],"than":[205],"70%.":[206]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2022-07-25T00:00:00"}