{"id":"https://openalex.org/W2948081755","doi":"https://doi.org/10.18653/v1/p19-1115","title":"Self-Attentional Models for Lattice Inputs","display_name":"Self-Attentional Models for Lattice Inputs","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2948081755","doi":"https://doi.org/10.18653/v1/p19-1115","mag":"2948081755"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1115","pdf_url":"https://www.aclweb.org/anthology/P19-1115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1115.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024736091","display_name":"Matthias Sperber","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Matthias Sperber","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany","Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Carnegie Mellon University, USA","Carnegie Mellon University, Pittsburgh, United States"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004365148","display_name":"Ngoc-Quan Pham","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ngoc-Quan Pham","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany","Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110453805","display_name":"Alex Waibel","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Alex Waibel","raw_affiliation_strings":["Carnegie Mellon University, USA","Karlsruhe Institute of Technology, Germany","Karlsruhe Institute of Technology, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024736091"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":0.1445,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56253286,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1185","last_page":"1197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7364749908447266},{"id":"https://openalex.org/keywords/lattice","display_name":"Lattice (music)","score":0.5985147953033447},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.593065083026886},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.581204891204834},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5466688871383667},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.536224901676178},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.4591900408267975},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.45449298620224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4348421096801758},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41100767254829407},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41046133637428284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7364749908447266},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.5985147953033447},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.593065083026886},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.581204891204834},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5466688871383667},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.536224901676178},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.4591900408267975},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.45449298620224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4348421096801758},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41100767254829407},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41046133637428284},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1115","pdf_url":"https://www.aclweb.org/anthology/P19-1115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.01617","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.01617","pdf_url":"https://arxiv.org/pdf/1906.01617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2948081755","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.01617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.01617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.01617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1115","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1115","pdf_url":"https://www.aclweb.org/anthology/P19-1115.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6031099476","display_name":"European Live Translator","funder_award_id":"825460","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948081755.pdf","grobid_xml":"https://content.openalex.org/works/W2948081755.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W53604701","https://openalex.org/W1596841185","https://openalex.org/W1879966306","https://openalex.org/W1902237438","https://openalex.org/W2011783148","https://openalex.org/W2095705004","https://openalex.org/W2113106066","https://openalex.org/W2157435188","https://openalex.org/W2164370343","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2251939518","https://openalex.org/W2267186426","https://openalex.org/W2290847742","https://openalex.org/W2408724534","https://openalex.org/W2413794162","https://openalex.org/W2511962886","https://openalex.org/W2577255746","https://openalex.org/W2605202026","https://openalex.org/W2757026815","https://openalex.org/W2773734397","https://openalex.org/W2798749466","https://openalex.org/W2799119017","https://openalex.org/W2899280787","https://openalex.org/W2950898568","https://openalex.org/W2962820991","https://openalex.org/W2963069010","https://openalex.org/W2963201387","https://openalex.org/W2963266340","https://openalex.org/W2963355447","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963653811","https://openalex.org/W2963858333","https://openalex.org/W2963964898","https://openalex.org/W2964113829","https://openalex.org/W2964121744","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W2964321699","https://openalex.org/W3012492057"],"related_works":["https://openalex.org/W3166402665","https://openalex.org/W2911896682","https://openalex.org/W2950515451","https://openalex.org/W2796075534","https://openalex.org/W2468625129","https://openalex.org/W2985663642","https://openalex.org/W2341757675","https://openalex.org/W3092989169","https://openalex.org/W1831449718","https://openalex.org/W2953064715","https://openalex.org/W2619042136","https://openalex.org/W3047607960","https://openalex.org/W2786915849","https://openalex.org/W2208906386","https://openalex.org/W3035944497","https://openalex.org/W3182899221","https://openalex.org/W2883341762","https://openalex.org/W2160660594","https://openalex.org/W1843494895","https://openalex.org/W3135482464"],"abstract_inverted_index":{"Lattices":[0],"are":[1],"an":[2],"efficient":[3],"and":[4,44,88,97,120,148,170],"effective":[5],"method":[6,130],"to":[7,20,28,40,68,81,105,135,143,160],"encode":[8],"ambiguity":[9],"of":[10,66],"upstream":[11],"systems":[12],"in":[13,47],"natural":[14],"language":[15],"processing":[16],"tasks,":[17,49],"for":[18,92,131],"example":[19],"compactly":[21],"capture":[22],"multiple":[23,30],"speech":[24,145],"recognition":[25],"hypotheses,":[26],"or":[27],"represent":[29],"linguistic":[31],"analyses.":[32],"Previous":[33],"work":[34],"has":[35,89],"extended":[36],"recurrent":[37],"neural":[38,164],"networks":[39],"model":[41,119,142],"lattice":[42,70,115,122,136,165],"inputs":[43,80],"achieved":[45],"improvements":[46],"various":[48],"but":[50],"these":[51],"models":[52,104,166],"suffer":[53],"from":[54],"very":[55],"slow":[56],"computation":[57],"speeds.":[58],"This":[59],"paper":[60],"extends":[61],"the":[62,118,140],"recently":[63],"proposed":[64,141],"paradigm":[65],"self-attention":[67],"handle":[69,106],"inputs.":[71],"Self-attention":[72],"is":[73],"a":[74,129,144],"sequence":[75],"modeling":[76],"technique":[77],"that":[78,113,150],"relates":[79],"one":[82],"another":[83],"by":[84],"computing":[85],"pairwise":[86],"similarities":[87],"gained":[90],"popularity":[91],"both":[93,168],"its":[94,98],"strong":[95],"results":[96],"computational":[99],"efficiency.":[100],"To":[101],"extend":[102],"such":[103],"lattices,":[107],"we":[108],"introduce":[109],"probabilistic":[110],"reachability":[111],"masks":[112],"incorporate":[114],"structure":[116],"into":[117],"support":[121],"scores":[123],"if":[124],"available.":[125],"We":[126,138],"also":[127],"propose":[128],"adapting":[132],"positional":[133],"embeddings":[134],"structures.":[137],"apply":[139],"translation":[146],"task":[147],"find":[149],"it":[151],"outperforms":[152],"all":[153],"examined":[154],"baselines":[155],"while":[156],"being":[157],"much":[158],"faster":[159],"compute":[161],"than":[162],"previous":[163],"during":[167],"training":[169],"inference.":[171]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}