{"id":"https://openalex.org/W2911451774","doi":"https://doi.org/10.18653/v1/w18-5439","title":"Predicting and interpreting embeddings for out of vocabulary words in downstream tasks","display_name":"Predicting and interpreting embeddings for out of vocabulary words in downstream tasks","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2911451774","doi":"https://doi.org/10.18653/v1/w18-5439","mag":"2911451774"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-5439","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5439","pdf_url":"https://www.aclweb.org/anthology/W18-5439.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-5439.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090834942","display_name":"Nicolas Garneau","orcid":null},"institutions":[{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]},{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["CA","FR"],"is_corresponding":true,"raw_author_name":"Nicolas Garneau","raw_affiliation_strings":["Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","Universit\u00e9 Laval, Qu\u00e9bec, Canada"],"affiliations":[{"raw_affiliation_string":"Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","institution_ids":["https://openalex.org/I4210161954"]},{"raw_affiliation_string":"Universit\u00e9 Laval, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035170980","display_name":"Jean-Samuel Leboeuf","orcid":null},"institutions":[{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]},{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["CA","FR"],"is_corresponding":false,"raw_author_name":"Jean-Samuel Leboeuf","raw_affiliation_strings":["Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","Universit\u00e9 Laval, Qu\u00e9bec, Canada"],"affiliations":[{"raw_affiliation_string":"Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","institution_ids":["https://openalex.org/I4210161954"]},{"raw_affiliation_string":"Universit\u00e9 Laval, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001334643","display_name":"Luc Lamontagne","orcid":"https://orcid.org/0000-0003-0255-5117"},"institutions":[{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]},{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA","FR"],"is_corresponding":false,"raw_author_name":"Luc Lamontagne","raw_affiliation_strings":["Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","Universit\u00e9 Laval, Qu\u00e9bec, Canada"],"affiliations":[{"raw_affiliation_string":"Dpartement d'informatique et de gnie logiciel Universit Laval, Qubec, Canada","institution_ids":["https://openalex.org/I4210161954"]},{"raw_affiliation_string":"Universit\u00e9 Laval, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I43406934"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090834942"],"corresponding_institution_ids":["https://openalex.org/I4210161954","https://openalex.org/I43406934"],"apc_list":null,"apc_paid":null,"fwci":0.3375,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70619904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"331","last_page":"333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7912495136260986},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7077562808990479},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6885772347450256},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.6777312755584717},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6531638503074646},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.648358941078186},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6482130289077759},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6078816056251526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5903302431106567},{"id":"https://openalex.org/keywords/attention-network","display_name":"Attention network","score":0.49706366658210754},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13214194774627686},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.04946187138557434}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7912495136260986},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7077562808990479},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6885772347450256},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.6777312755584717},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6531638503074646},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.648358941078186},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6482130289077759},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6078816056251526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5903302431106567},{"id":"https://openalex.org/C2993807640","wikidata":"https://www.wikidata.org/wiki/Q103709453","display_name":"Attention network","level":2,"score":0.49706366658210754},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13214194774627686},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.04946187138557434},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w18-5439","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5439","pdf_url":"https://www.aclweb.org/anthology/W18-5439.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1903.00724","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.00724","pdf_url":"https://arxiv.org/pdf/1903.00724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2911451774","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/1903.00724.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1903.00724","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1903.00724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-5439","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5439","pdf_url":"https://www.aclweb.org/anthology/W18-5439.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2911451774.pdf","grobid_xml":"https://content.openalex.org/works/W2911451774.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W1962622193","https://openalex.org/W2158139315","https://openalex.org/W2158899491","https://openalex.org/W2250539671","https://openalex.org/W2606089314","https://openalex.org/W2737092125"],"related_works":["https://openalex.org/W2962688369","https://openalex.org/W2724648934","https://openalex.org/W2835793135","https://openalex.org/W3101124347","https://openalex.org/W2962883166","https://openalex.org/W2142377809","https://openalex.org/W2251830157","https://openalex.org/W2164019165","https://openalex.org/W2625021919","https://openalex.org/W2804398514","https://openalex.org/W2808681756","https://openalex.org/W3007100556","https://openalex.org/W2262907013","https://openalex.org/W2901933098","https://openalex.org/W3099154743","https://openalex.org/W2981499762","https://openalex.org/W2970608631","https://openalex.org/W2824731080","https://openalex.org/W2808838104","https://openalex.org/W2333611780"],"abstract_inverted_index":{"We":[0,19],"propose":[1],"a":[2,21,75],"novel":[3],"way":[4],"to":[5,53,130,143,149],"handle":[6],"out":[7],"of":[8,110,152],"vocabulary":[9],"(OOV)":[10],"words":[11,29,61],"in":[12,38,147],"downstream":[13,84],"natural":[14],"language":[15],"processing":[16],"(NLP)":[17],"tasks.":[18],"implement":[20],"network":[22,126,142],"that":[23,78,105],"predicts":[24],"useful":[25],"embeddings":[26,90],"for":[27,92,121],"OOV":[28],"based":[30],"on":[31,35,113],"their":[32],"morphology":[33],"and":[34],"the":[36,50,54,58,63,68,83,93,98,118,125,131,138,141,150],"context":[37,56,60],"which":[39],"they":[40],"appear.":[41],"Our":[42],"model":[43,73,107],"also":[44],"incorporates":[45],"an":[46],"attention":[47,112,129],"mechanism":[48],"indicating":[49],"focus":[51],"allocated":[52],"left":[55],"words,":[57],"right":[59],"or":[62],"word's":[64],"characters,":[65],"hence":[66],"making":[67],"prediction":[69],"more":[70,123,128],"interpretable.":[71],"The":[72],"is":[74,79,100],"\"drop-in\"":[76],"module":[77,139],"jointly":[80],"trained":[81],"with":[82],"task's":[85],"neural":[86],"network,":[87],"thus":[88],"producing":[89],"specialized":[91],"task":[94,99],"at":[95],"hand.":[96],"When":[97],"mostly":[101],"syntactical,":[102],"we":[103],"observe":[104],"our":[106,136],"aims":[108],"most":[109],"its":[111],"surface":[114],"form":[115],"characters.":[116],"On":[117],"other":[119],"hand,":[120],"tasks":[122],"semantical,":[124],"allocates":[127],"surrounding":[132],"words.":[133],"In":[134],"all":[135],"tests,":[137],"helps":[140],"achieve":[144],"better":[145],"performances":[146],"comparison":[148],"use":[151],"simple":[153],"random":[154],"embeddings.":[155]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}