{"id":"https://openalex.org/W2962849793","doi":"https://doi.org/10.18653/v1/p19-1402","title":"Few-Shot Representation Learning for Out-Of-Vocabulary Words","display_name":"Few-Shot Representation Learning for Out-Of-Vocabulary Words","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2962849793","doi":"https://doi.org/10.18653/v1/p19-1402","mag":"2962849793"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1402","pdf_url":"https://www.aclweb.org/anthology/P19-1402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1402.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060639952","display_name":"Ziniu Hu","orcid":"https://orcid.org/0009-0007-8818-739X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ziniu Hu","raw_affiliation_strings":["University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443178","display_name":"Ting Chen","orcid":"https://orcid.org/0000-0001-9165-8331"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting Chen","raw_affiliation_strings":["University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087096372","display_name":"Kai-Wei Chang","orcid":"https://orcid.org/0000-0001-5365-0072"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai-Wei Chang","raw_affiliation_strings":["University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025213473","display_name":"Yizhou Sun","orcid":"https://orcid.org/0000-0003-1812-6843"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yizhou Sun","raw_affiliation_strings":["University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060639952"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":5.9248,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.96898732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4102","last_page":"4112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7963758707046509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7566983699798584},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7233092784881592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6684764623641968},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5987757444381714},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5739895105361938},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5707019567489624},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5464164614677429},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5284255146980286},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5151833295822144},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46045616269111633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.458821564912796},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4527561366558075},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1295545995235443}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7963758707046509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7566983699798584},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7233092784881592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6684764623641968},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5987757444381714},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5739895105361938},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5707019567489624},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5464164614677429},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5284255146980286},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5151833295822144},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46045616269111633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.458821564912796},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4527561366558075},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1295545995235443},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1402","pdf_url":"https://www.aclweb.org/anthology/P19-1402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1402","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1402","pdf_url":"https://www.aclweb.org/anthology/P19-1402.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1171700966","display_name":null,"funder_award_id":"NSF CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4291750258","display_name":null,"funder_award_id":"1741634","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4385247538","display_name":"CRII: RI: Learning Structured Prediction Models with Auxiliary Supervision","funder_award_id":"1760523","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4396638795","display_name":null,"funder_award_id":"III-1705169","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7851417135","display_name":"III: Medium: Collaborative Research: StructNet: Constructing and Mining Structure-Rich Information Networks for Scientific Research","funder_award_id":"1705169","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962849793.pdf","grobid_xml":"https://content.openalex.org/works/W2962849793.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1938755728","https://openalex.org/W2047782770","https://openalex.org/W2153579005","https://openalex.org/W2153848201","https://openalex.org/W2155541015","https://openalex.org/W2194775991","https://openalex.org/W2251012068","https://openalex.org/W2295582178","https://openalex.org/W2296283641","https://openalex.org/W2493916176","https://openalex.org/W2601450892","https://openalex.org/W2601529995","https://openalex.org/W2604763608","https://openalex.org/W2616180702","https://openalex.org/W2741986357","https://openalex.org/W2753160622","https://openalex.org/W2760505947","https://openalex.org/W2798838888","https://openalex.org/W2888541716","https://openalex.org/W2889234142","https://openalex.org/W2896457183","https://openalex.org/W2905471643","https://openalex.org/W2951559648","https://openalex.org/W2962739339","https://openalex.org/W2962802054","https://openalex.org/W2963088995","https://openalex.org/W2963341924","https://openalex.org/W2963403868","https://openalex.org/W2963421945","https://openalex.org/W2963494889","https://openalex.org/W2963780471","https://openalex.org/W2963956670","https://openalex.org/W2964230347","https://openalex.org/W2964316912","https://openalex.org/W2979401726","https://openalex.org/W4294170691","https://openalex.org/W4294375521","https://openalex.org/W4298422451","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W2081900870","https://openalex.org/W1498872724","https://openalex.org/W4233149903","https://openalex.org/W4286432911","https://openalex.org/W4320719010"],"abstract_inverted_index":{"Existing":[0],"approaches":[1],"for":[2,12,141,167],"learning":[3,69],"word":[4,14,125],"embeddings":[5,72,166,176],"often":[6],"assume":[7],"there":[8],"are":[9,177],"sufficient":[10],"occurrences":[11],"each":[13],"in":[15,32,43,163],"the":[16,20,68,88,114,120,143,147,156],"corpus,":[17],"such":[18],"that":[19,39,155],"representation":[21,84],"of":[22,55,70,123],"words":[23,38,57],"can":[24,136],"be":[25],"accurately":[26],"estimated":[27],"from":[28,130],"their":[29],"contexts.":[30],"However,":[31],"real-world":[33],"scenarios,":[34],"out-of-vocabulary":[35],"(a.k.a.":[36],"OOV)":[37],"do":[40],"not":[41],"appear":[42],"training":[44,82],"corpus":[45,149],"emerge":[46],"frequently.":[47],"It":[48],"is":[49,126],"challenging":[50],"to":[51,86,111,146],"learn":[52],"accurate":[53,165],"representations":[54],"these":[56,175],"with":[58,96,118],"only":[59],"a":[60,74,83,106,124],"few":[61],"observations.":[62,102,132],"In":[63],"this":[64],"paper,":[65],"we":[66,104],"formulate":[67],"OOV":[71,168],"as":[73,93,113],"few-shot":[75],"regression":[76,116],"problem,":[77],"and":[78,128,151,170],"address":[79],"it":[80],"by":[81],"function":[85],"predict":[87],"oracle":[89],"embedding":[90,94],"vector":[91],"(defined":[92],"trained":[95],"abundant":[97],"observations)":[98],"based":[99],"on":[100],"limited":[101],"Specifically,":[103],"propose":[105],"novel":[107],"hierarchical":[108],"attention-based":[109],"architecture":[110],"serve":[112],"neural":[115],"function,":[117],"which":[119],"context":[121],"information":[122],"encoded":[127],"aggregated":[129],"K":[131],"Furthermore,":[133],"our":[134],"approach":[135,158],"leverage":[137],"Model-Agnostic":[138],"Meta-Learning":[139],"(MAML)":[140],"adapting":[142],"learned":[144],"model":[145],"new":[148],"fast":[150],"robustly.":[152],"Experiments":[153],"show":[154],"proposed":[157],"significantly":[159],"outperforms":[160],"existing":[161],"methods":[162],"constructing":[164],"words,":[169],"improves":[171],"downstream":[172],"tasks":[173],"where":[174],"utilized.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}