{"id":"https://openalex.org/W2941814890","doi":"https://doi.org/10.48550/arxiv.1904.11660","title":"Transformers with convolutional context for ASR","display_name":"Transformers with convolutional context for ASR","alternate_titles":[],"publication_year":2019,"publication_date":"2019-04-26","ids":{"openalex":"https://openalex.org/W2941814890","doi":"https://doi.org/10.48550/arxiv.1904.11660","mag":"2941814890"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1904.11660","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.11660","pdf_url":"https://arxiv.org/pdf/1904.11660","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2941814890"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.11660","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103742478","display_name":"Abdelrahman Mohamed","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mohamed, Abdelrahman","raw_affiliation_strings":["Facebook AI Research","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022671092","display_name":"Dmytro Okhonko","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Okhonko, Dmytro","raw_affiliation_strings":["Facebook AI Research","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067919401","display_name":"Luke Zettlemoyer","orcid":"https://orcid.org/0009-0008-8296-0764","observed_orcids":["https://orcid.org/0009-0008-8296-0764"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zettlemoyer, Luke","raw_affiliation_strings":["Facebook AI Research","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":205,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.8130000233650208},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.5920000076293945},{"id":"https://openalex.org/keywords/positional-encoding","display_name":"positional encoding","score":0.5770000219345093},{"id":"https://openalex.org/keywords/sinusoidal-positional-encoding","display_name":"sinusoidal positional encoding","score":0.6959999799728394},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7269999980926514},{"id":"https://openalex.org/keywords/librispeech","display_name":"LibriSpeech","score":0.6679999828338623}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.8588823676109314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.736396312713623},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6647671461105347},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6298326253890991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47259482741355896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40790820121765137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3598247170448303},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35002684593200684},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1251251995563507},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09562677145004272},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08426326513290405}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1904.11660","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.11660","pdf_url":"https://arxiv.org/pdf/1904.11660","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1904.11660","doi":"https://doi.org/10.48550/arxiv.1904.11660","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.11660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.11660","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.11660","pdf_url":"https://arxiv.org/pdf/1904.11660","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2941814890.pdf","grobid_xml":"https://content.openalex.org/works/W2941814890.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W179875071","https://openalex.org/W854541894","https://openalex.org/W1494198834","https://openalex.org/W1922655562","https://openalex.org/W2005708641","https://openalex.org/W2102113734","https://openalex.org/W2127141656","https://openalex.org/W2130942839","https://openalex.org/W2157331557","https://openalex.org/W2184045248","https://openalex.org/W2327501763","https://openalex.org/W2520160253","https://openalex.org/W2626778328","https://openalex.org/W2782451907","https://openalex.org/W2795138957","https://openalex.org/W2799800213","https://openalex.org/W2802023636","https://openalex.org/W2885185669","https://openalex.org/W2894938084","https://openalex.org/W2896457183","https://openalex.org/W2904818793","https://openalex.org/W2911291251","https://openalex.org/W2950635152","https://openalex.org/W2962778134","https://openalex.org/W2962780374","https://openalex.org/W2963341956"],"related_works":["https://openalex.org/W3097777922","https://openalex.org/W4225985539","https://openalex.org/W4280606616","https://openalex.org/W7196952541","https://openalex.org/W4385822425","https://openalex.org/W3096686110","https://openalex.org/W3181571078","https://openalex.org/W4210719751","https://openalex.org/W4412466881","https://openalex.org/W2998814410"],"abstract_inverted_index":{"The":[0,91,114],"recent":[1],"success":[2],"of":[3,37,46,52,108],"transformer":[4,53,77],"networks":[5],"for":[6,26,48,65,84],"neural":[7],"machine":[8],"translation":[9],"and":[10,44,110,121,129],"other":[11],"NLP":[12],"tasks":[13],"has":[14,94],"led":[15],"to":[16,23],"a":[17,118],"surge":[18],"in":[19],"research":[20,33],"work":[21],"trying":[22],"apply":[24],"it":[25],"speech":[27,42],"recognition.":[28],"Recent":[29],"efforts":[30],"studied":[31],"key":[32],"questions":[34],"around":[35],"ways":[36],"combining":[38],"positional":[39,63,81],"embedding":[40,64],"with":[41,67,79,104],"features,":[43],"stability":[45],"optimization":[47,96],"large":[49],"scale":[50],"learning":[51,106],"networks.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"propose":[59],"replacing":[60],"the":[61,125],"sinusoidal":[62],"transformers":[66],"convolutionally":[68],"learned":[69],"input":[70],"representations.":[71],"These":[72],"contextual":[73],"representations":[74],"provide":[75],"subsequent":[76],"blocks":[78],"relative":[80],"information":[82],"needed":[83],"discovering":[85],"long-range":[86],"relationships":[87],"between":[88],"local":[89],"concepts.":[90],"proposed":[92,115],"system":[93],"favorable":[95],"characteristics":[97],"where":[98],"our":[99],"reported":[100],"results":[101],"are":[102],"produced":[103],"fixed":[105],"rate":[107],"1.0":[109],"no":[111,134],"warmup":[112],"steps.":[113],"model":[116],"achieves":[117],"competitive":[119],"4.7%":[120],"12.9%":[122],"WER":[123],"on":[124],"Librispeech":[126],"``test":[127,130],"clean''":[128],"other''":[131],"subsets":[132],"when":[133],"extra":[135],"LM":[136],"text":[137],"is":[138],"provided.":[139]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2941814890","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":54},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":14}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-05-03T00:00:00"}
