{"id":"https://openalex.org/W2902689991","doi":"https://doi.org/10.18653/v1/w18-6323","title":"Extracting In-domain Training Corpora for Neural Machine Translation Using Data Selection Methods","display_name":"Extracting In-domain Training Corpora for Neural Machine Translation Using Data Selection Methods","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2902689991","doi":"https://doi.org/10.18653/v1/w18-6323","mag":"2902689991"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-6323","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6323","pdf_url":"https://www.aclweb.org/anthology/W18-6323.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Research Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-6323.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086498716","display_name":"Catarina Cruz Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114793","display_name":"Instituto Polit\u00e9cnico de Santar\u00e9m","ror":"https://ror.org/02bbx2g30","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210114793"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Catarina Cruz Silva","raw_affiliation_strings":["de Santar\u00e9m 67B, 1000-286 Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"de Santar\u00e9m 67B, 1000-286 Lisboa, Portugal","institution_ids":["https://openalex.org/I4210114793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063016307","display_name":"Chao-Hong Liu","orcid":"https://orcid.org/0000-0002-1235-6026"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Chao-Hong Liu","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049646586","display_name":"Alberto Poncelas","orcid":"https://orcid.org/0000-0002-5089-1687"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Alberto Poncelas","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055864641","display_name":"Andy Way","orcid":"https://orcid.org/0000-0001-5736-5930"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Andy Way","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University Dublin 9, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086498716"],"corresponding_institution_ids":["https://openalex.org/I4210114793"],"apc_list":null,"apc_paid":null,"fwci":2.1999,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90838922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"224","last_page":"231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8548715114593506},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8170900940895081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6890063285827637},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.550250768661499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5417478680610657},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.531326949596405},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5267098546028137},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4767790138721466},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4680105447769165},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4542437791824341},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4435013234615326},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4127078950405121},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39786460995674133},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33763977885246277},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.333738774061203}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8548715114593506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8170900940895081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6890063285827637},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.550250768661499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5417478680610657},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.531326949596405},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5267098546028137},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4767790138721466},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4680105447769165},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4542437791824341},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4435013234615326},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4127078950405121},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39786460995674133},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33763977885246277},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.333738774061203},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w18-6323","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6323","pdf_url":"https://www.aclweb.org/anthology/W18-6323.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Research Papers","raw_type":"proceedings-article"},{"id":"pmh:http://www.rian.ie/167408/","is_oa":false,"landing_page_url":"http://doras.dcu.ie/23338/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cruz Silva, Catarina, Liu, Chao-Hong ORCID: 0000-0002-1235-6026 <https://orcid.org/0000-0002-1235-6026>, Poncelas, Alberto ORCID: 0000-0002-5089-1687 <https://orcid.org/0000-0002-5089-1687> and Way, Andy ORCID: 0000-0001-5736-5930 <https://orcid.org/0000-0001-5736-5930>  (2018) Extracting in-domain training corpora for neural machine translation using data selection methods.  In: Third Conference on Machine Translation (WMT), 31 Oct - 1 Nov 2018, Belgium, Brussels.","raw_type":"Other"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-6323","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6323","pdf_url":"https://www.aclweb.org/anthology/W18-6323.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Research Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1076797115","display_name":null,"funder_award_id":"co-funded","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G1358235521","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G2563910032","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2786304416","display_name":null,"funder_award_id":"Marie Sk\u0142odowska-Curie Action","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3875748329","display_name":null,"funder_award_id":"European Regional Development Fund","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3993907298","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7955706205","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G8357330714","display_name":null,"funder_award_id":"734211","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"},{"id":"https://openalex.org/G8538941428","display_name":null,"funder_award_id":"Regional Development Fund","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G866711641","display_name":"The INTERnAtional network on Crisis Translation","funder_award_id":"734211","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902689991.pdf","grobid_xml":"https://content.openalex.org/works/W2902689991.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W635530177","https://openalex.org/W1905522558","https://openalex.org/W2075006521","https://openalex.org/W2101105183","https://openalex.org/W2101816610","https://openalex.org/W2117278770","https://openalex.org/W2123318312","https://openalex.org/W2134800885","https://openalex.org/W2147262247","https://openalex.org/W2149327368","https://openalex.org/W2218630638","https://openalex.org/W2470585229","https://openalex.org/W2572474373","https://openalex.org/W2594229957","https://openalex.org/W2623769564","https://openalex.org/W2741900445","https://openalex.org/W2766733559","https://openalex.org/W2807130468","https://openalex.org/W2962784628","https://openalex.org/W2963366389","https://openalex.org/W2963816901","https://openalex.org/W2964343359","https://openalex.org/W3084827186","https://openalex.org/W3208011254"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W1595744771","https://openalex.org/W2154124206","https://openalex.org/W2972060578","https://openalex.org/W4285877427","https://openalex.org/W783305165","https://openalex.org/W4285322112","https://openalex.org/W4292794239"],"abstract_inverted_index":{"Data":[0],"selection":[1,66,80,120],"is":[2,128],"a":[3,8],"process":[4],"used":[5],"in":[6],"selecting":[7],"subset":[9],"of":[10,16,64],"parallel":[11],"data":[12,65,79,106,119],"for":[13,25,58,82,115,133],"the":[14,40,62,69,104,108,123,126],"training":[15,26],"machine":[17],"translation":[18],"(MT)":[19],"systems,":[20,117],"so":[21],"that":[22,57,114],"1)":[23],"resources":[24],"might":[27],"be":[28],"reduced,":[29],"2)":[30],"trained":[31,38,45],"models":[32,46],"could":[33],"perform":[34],"better":[35],"than":[36],"those":[37],"with":[39,103],"whole":[41],"corpus,":[42],"and/or":[43],"3)":[44],"are":[47],"more":[48],"tailored":[49],"to":[50],"specific":[51],"domains.":[52],"It":[53],"has":[54],"been":[55],"shown":[56],"statistical":[59],"MT":[60,70],"(SMT),":[61],"use":[63],"helps":[67],"improve":[68],"performance":[71],"significantly.":[72],"In":[73],"this":[74],"study,":[75],"we":[76],"reviewed":[77],"three":[78,109],"approaches":[81],"MT,":[83],"namely":[84],"Term":[85],"Frequency-Inverse":[86],"Document":[87],"Frequency,":[88],"Cross-Entropy":[89],"Difference":[90],"and":[91,95],"Feature":[92],"Decay":[93],"Algorithm,":[94],"conducted":[96],"experiments":[97],"on":[98],"Neural":[99],"Machine":[100],"Translation":[101],"(NMT)":[102],"selected":[105],"using":[107,118],"approaches.":[110],"The":[111],"results":[112],"showed":[113],"NMT":[116],"also":[121],"improved":[122],"performance,":[124],"though":[125],"gain":[127],"not":[129],"as":[130,132],"much":[131],"SMT":[134],"systems.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}