{"id":"https://openalex.org/W2345392159","doi":null,"title":"Training neural word embeddings for transfer learning and translation","display_name":"Training neural word embeddings for transfer learning and translation","alternate_titles":[],"publication_year":2016,"publication_date":"2016-03-01","ids":{"openalex":"https://openalex.org/W2345392159","mag":"2345392159"},"language":"en","primary_location":{"id":"pmh:oai:scholar.sun.ac.za:10019.1/98758","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10019.1/98758","pdf_url":null,"source":{"id":"https://openalex.org/S4306400300","display_name":"SUNScholar (Stellenbosch University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I26092322","host_organization_name":"Stellenbosch University","host_organization_lineage":["https://openalex.org/I26092322"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2345392159"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052500398","display_name":"Stephan Gouws","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]}],"countries":["ZA"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Stephan Gouws","raw_affiliation_strings":["Stellenbosch : Stellenbosch University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stellenbosch : Stellenbosch University","institution_ids":["https://openalex.org/I26092322"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5052500398"],"corresponding_institution_ids":["https://openalex.org/I26092322"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-word-embeddings","display_name":"neural word embeddings","score":0.9959999918937683},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9089999794960022},{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/word-clustering","display_name":"word clustering","score":0.8029999732971191},{"id":"https://openalex.org/keywords/subsampling","display_name":"subsampling","score":0.7210000157356262},{"id":"https://openalex.org/keywords/baristas","display_name":"baristas","score":0.8650000095367432},{"id":"https://openalex.org/keywords/bilingual-word-embeddings","display_name":"bilingual word embeddings","score":0.9480000138282776},{"id":"https://openalex.org/keywords/neural-language-models","display_name":"neural language models","score":0.7990000247955322},{"id":"https://openalex.org/keywords/parts-of-speech","display_name":"parts of speech","score":0.6470000147819519},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":0.7279999852180481}],"concepts":[{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.620513379573822},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5684838891029358},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5552684664726257},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5506243705749512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4926055073738098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4912266135215759},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47105833888053894},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22614848613739014},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10732144117355347},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08378490805625916},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06845501065254211},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:scholar.sun.ac.za:10019.1/98758","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10019.1/98758","pdf_url":null,"source":{"id":"https://openalex.org/S4306400300","display_name":"SUNScholar (Stellenbosch University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I26092322","host_organization_name":"Stellenbosch University","host_organization_lineage":["https://openalex.org/I26092322"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:2345392159","doi":null,"is_oa":false,"landing_page_url":"http://scholar.sun.ac.za/handle/10019.1/98758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W71795751","https://openalex.org/W130710483","https://openalex.org/W130850236","https://openalex.org/W179875071","https://openalex.org/W196214544","https://openalex.org/W342285082","https://openalex.org/W1503398984","https://openalex.org/W1523296404","https://openalex.org/W1549026077","https://openalex.org/W1549998098","https://openalex.org/W1558797106","https://openalex.org/W1572401739","https://openalex.org/W1574901103","https://openalex.org/W1614298861","https://openalex.org/W1663973292","https://openalex.org/W1815076433","https://openalex.org/W1973346430","https://openalex.org/W2004763266","https://openalex.org/W2008652694","https://openalex.org/W2051390224","https://openalex.org/W2060108852","https://openalex.org/W2071128523","https://openalex.org/W2081580037","https://openalex.org/W2091812280","https://openalex.org/W2099111195","https://openalex.org/W2106854428","https://openalex.org/W2117130368","https://openalex.org/W2118090838","https://openalex.org/W2120354757","https://openalex.org/W2120861206","https://openalex.org/W2121227244","https://openalex.org/W2123925574","https://openalex.org/W2126725946","https://openalex.org/W2129625650","https://openalex.org/W2131571251","https://openalex.org/W2132339004","https://openalex.org/W2136922672","https://openalex.org/W2138204974","https://openalex.org/W2140406733","https://openalex.org/W2141599568","https://openalex.org/W2143995218","https://openalex.org/W2145094598","https://openalex.org/W2146502635","https://openalex.org/W2147152072","https://openalex.org/W2147768505","https://openalex.org/W2150102617","https://openalex.org/W2151170651","https://openalex.org/W2152790380","https://openalex.org/W2152808281","https://openalex.org/W2153579005","https://openalex.org/W2155694339","https://openalex.org/W2156985047","https://openalex.org/W2157978996","https://openalex.org/W2158049734","https://openalex.org/W2158108973","https://openalex.org/W2158139315","https://openalex.org/W2158199200","https://openalex.org/W2161044106","https://openalex.org/W2161914416","https://openalex.org/W2163922914","https://openalex.org/W2165698076","https://openalex.org/W2171928131","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2251033195","https://openalex.org/W2251771443","https://openalex.org/W2251874715","https://openalex.org/W2252143850","https://openalex.org/W2295076982","https://openalex.org/W2952230511","https://openalex.org/W2979401726","https://openalex.org/W3121926921"],"related_works":["https://openalex.org/W7148679135","https://openalex.org/W2575172791","https://openalex.org/W2250414191","https://openalex.org/W2158139315","https://openalex.org/W2787322705","https://openalex.org/W7009521727","https://openalex.org/W2260019251","https://openalex.org/W1498740961","https://openalex.org/W2956005891","https://openalex.org/W7067740236"],"abstract_inverted_index":{"ENGLISH":[0],"ABSTRACT:":[1],"In":[2,163,365],"contrast":[3],"to":[4,13,31,53,89,95,102,120,143,145,178,208,241,305],"only":[5,312],"a":[6,33,39,123,130,157,182,189,258,296,313,331,381],"decade":[7],"ago,":[8],"it":[9],"is":[10,142,244,271,294,329],"now":[11],"easy":[12],"collect":[14],"large":[15],"text":[16,50,108,151],"corpora":[17],"from":[18,149],"theWeb":[19],"on":[20,42,76],"any":[21],"topic":[22],"imaginable.":[23],"However,":[24,85],"in":[25,181],"order":[26],"for":[27,81,135,155,194,203,231,249,277,390],"information":[28,341,360],"processing":[29,72],"systems":[30,73],"perform":[32],"useful":[34,154,202],"task,":[35],"such":[36,349],"as":[37,350],"answer":[38],"user\u2019s":[40],"queries":[41],"the":[43,46,48,57,86,110,264,289,362,374,386],"content":[44],"of":[45,63,107,113,125,133,160,186,197,284,316,323,352,373,385],"text,":[47,319],"raw":[49,150,318,325],"first":[51,239],"needs":[52],"be":[54],"parsed":[55],"into":[56,253,346],"appropriate":[58],"linguistic":[59,161],"structures,":[60],"like":[61],"parts":[62,351],"speech,":[64],"named-entities":[65],"or":[66,354],"semantic":[67,254,340],"entities.":[68],"Contemporary":[69],"natural":[70,198],"language":[71,261,377],"rely":[74],"predominantly":[75],"supervised":[77],"machine":[78,116],"learning":[79,117,195,280],"techniques":[80,389],"performing":[82],"this":[83,164,217,242,359,367],"task.":[84,138],"supervision":[87],"required":[88,111],"train":[90],"these":[91,392],"models":[92],"are":[93,153,188,201],"expensive":[94],"come":[96],"by,":[97],"since":[98],"human":[99],"annotators":[100],"need":[101,119],"mark":[103],"up":[104,279],"relevant":[105],"pieces":[106],"with":[109,263],"labels":[112],"interest.":[114],"Furthermore,":[115],"practitioners":[118],"manually":[121],"engineer":[122],"set":[124],"task-specific":[126],"features":[127],"which":[128,215,223],"represents":[129],"wasteful":[131],"duplication":[132],"efforts":[134],"each":[136],"new":[137],"An":[139],"alternative":[140],"approach":[141,193],"attempt":[144],"automatically":[146],"learn":[147,304],"representations":[148,173,196,227],"that":[152,168,174,200,301,336],"predicting":[156,204],"wide":[158],"variety":[159],"structures.":[162],"dissertation,":[165],"we":[166],"hypothesise":[167],"neural":[169,259,376],"word":[170,226,285,298,333,355],"embeddings,":[171],"i.e.":[172],"use":[175],"continuous":[176],"values":[177],"represent":[179],"words":[180,252,307,344],"learned":[183],"vector":[184],"space":[185],"meaning,":[187],"suitable":[190],"and":[191,219,229,233,320,357,380],"efficient":[192,247,273],"languages":[199,310],"various":[205,234],"aspects":[206],"related":[207],"their":[209],"meaning.":[210],"We":[211],"show":[212],"experimental":[213],"results":[214],"support":[216],"hypothesis,":[218],"present":[220],"several":[221],"contributions":[222],"make":[224],"inducing":[225],"faster":[228],"applicable":[230],"monolingual":[232,324],"cross-lingual":[235],"prediction":[236],"tasks.":[237],"The":[238,269,292,327],"contribution":[240],"end":[243],"SimTree,":[245],"an":[246,272,370],"algorithm":[248],"jointly":[250],"clustering":[251],"classes":[255],"while":[256,281],"training":[257,275,391],"network":[260],"model":[262,300,335,378],"hierarchical":[265,290],"softmax":[266],"output":[267],"layer.":[268],"second":[270],"subsampling":[274],"technique":[276],"speeding":[278],"increasing":[282],"accuracy":[283],"embeddings":[286],"induced":[287],"using":[288,311],"softmax.":[291],"third":[293],"BilBOWA,":[295],"bilingual":[297,332],"embedding":[299,334,363],"can":[302],"efficiently":[303,337],"embed":[306],"across":[308],"multiple":[309],"limited":[314],"sample":[315],"parallel":[317],"unlimited":[321],"amounts":[322],"text.":[326],"fourth":[328],"Barista,":[330],"uses":[338],"additional":[339],"about":[342],"how":[343],"map":[345],"equivalence":[347],"classes,":[348],"speech":[353],"translations,":[356],"includes":[358],"during":[361],"process.":[364],"addition,":[366],"dissertation":[368],"provides":[369],"in-depth":[371],"overview":[372,384],"different":[375],"architectures,":[379],"detailed,":[382],"tutorial-style":[383],"available":[387],"popular":[388],"models.":[393]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2345392159","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
