{"id":"https://openalex.org/W2468625829","doi":"https://doi.org/10.18653/v1/n16-1006","title":"An Empirical Evaluation of Noise Contrastive Estimation for the Neural Network Joint Model of Translation","display_name":"An Empirical Evaluation of Noise Contrastive Estimation for the Neural Network Joint Model of Translation","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2468625829","doi":"https://doi.org/10.18653/v1/n16-1006","mag":"2468625829"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n16-1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1006","pdf_url":"https://www.aclweb.org/anthology/N16-1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/N16-1006.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048302740","display_name":"Colin Cherry","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Colin Cherry","raw_affiliation_strings":["National Research Council Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5048302740"],"corresponding_institution_ids":["https://openalex.org/I4210159778"],"apc_list":null,"apc_paid":null,"fwci":0.8569,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83499821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.91255784034729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7967665195465088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6129705309867859},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6083136796951294},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5498020648956299},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5327346920967102},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5315869450569153},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48375368118286133},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.48267653584480286},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47639480233192444},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.46262550354003906},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4394538998603821},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4137311279773712},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10315394401550293},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08508506417274475}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.91255784034729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7967665195465088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6129705309867859},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6083136796951294},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5498020648956299},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5327346920967102},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5315869450569153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48375368118286133},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.48267653584480286},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47639480233192444},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.46262550354003906},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4394538998603821},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4137311279773712},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10315394401550293},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08508506417274475},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/n16-1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1006","pdf_url":"https://www.aclweb.org/anthology/N16-1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/n16-1006","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n16-1006","pdf_url":"https://www.aclweb.org/anthology/N16-1006.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2468625829.pdf","grobid_xml":"https://content.openalex.org/works/W2468625829.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W932413789","https://openalex.org/W1520465330","https://openalex.org/W2083460949","https://openalex.org/W2095755718","https://openalex.org/W2100664567","https://openalex.org/W2111142112","https://openalex.org/W2120861206","https://openalex.org/W2124807415","https://openalex.org/W2132001515","https://openalex.org/W2144600658","https://openalex.org/W2152790380","https://openalex.org/W2153653739","https://openalex.org/W2156985047","https://openalex.org/W2159755860","https://openalex.org/W2180952760","https://openalex.org/W2250732891","https://openalex.org/W2250907725","https://openalex.org/W2251269336","https://openalex.org/W2251682575","https://openalex.org/W2595715041","https://openalex.org/W2963084471","https://openalex.org/W2998704965","https://openalex.org/W4241645538","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3095506574","https://openalex.org/W3190449293","https://openalex.org/W4300326282","https://openalex.org/W2742395793","https://openalex.org/W2810018382"],"abstract_inverted_index":{"The":[0],"neural":[1],"network":[2],"joint":[3],"model":[4],"of":[5,53],"translation":[6,75,91],"or":[7],"NNJM":[8],"However,":[9],"its":[10],"softmax":[11],"layer":[12],"necessitates":[13],"a":[14,88],"sum":[15],"over":[16],"the":[17,49,60],"entire":[18],"output":[19],"vocabulary,":[20],"which":[21,42],"results":[22],"in":[23],"very":[24],"slow":[25],"maximum":[26],"likelihood":[27],"(MLE)":[28],"training.":[29],"This":[30],"has":[31],"led":[32],"some":[33],"groups":[34],"to":[35],"train":[36],"using":[37,87],"Noise":[38],"Contrastive":[39],"Estimation":[40],"(NCE),":[41],"side-steps":[43],"this":[44,81],"sum.":[45],"We":[46,77],"carry":[47],"out":[48],"first":[50],"direct":[51],"comparison":[52],"MLE":[54,69],"and":[55,73],"NCE":[56,64],"training":[57],"objectives":[58],"for":[59],"NNJM,":[61],"showing":[62],"that":[63,80],"is":[65],"significantly":[66],"outperformed":[67],"by":[68,86],"on":[70],"large-scale":[71],"Arabic-English":[72],"Chinese-English":[74],"tasks.":[76],"also":[78],"show":[79],"drop":[82],"can":[83],"be":[84],"avoided":[85],"recently":[89],"proposed":[90],"noise":[92],"distribution.":[93]},"counts_by_year":[{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}