{"id":"https://openalex.org/W3010673260","doi":"https://doi.org/10.1109/ialp48816.2019.9037709","title":"Confidence Modeling for Neural Machine Translation","display_name":"Confidence Modeling for Neural Machine Translation","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3010673260","doi":"https://doi.org/10.1109/ialp48816.2019.9037709","mag":"3010673260"},"language":"en","primary_location":{"id":"doi:10.1109/ialp48816.2019.9037709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ialp48816.2019.9037709","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Asian Language Processing (IALP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046367298","display_name":"Taichi Aida","orcid":null},"institutions":[{"id":"https://openalex.org/I119806805","display_name":"Nagaoka University","ror":"https://ror.org/02rcadd38","country_code":"JP","type":"education","lineage":["https://openalex.org/I119806805"]},{"id":"https://openalex.org/I85922643","display_name":"Nagaoka University of Technology","ror":"https://ror.org/00ys1hz88","country_code":"JP","type":"education","lineage":["https://openalex.org/I85922643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taichi Aida","raw_affiliation_strings":["Nagaoka University of Technology, Nagaoka, Niigata, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagaoka University of Technology, Nagaoka, Niigata, Japan","institution_ids":["https://openalex.org/I119806805","https://openalex.org/I85922643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109500211","display_name":"Kazuhide Yamamoto","orcid":null},"institutions":[{"id":"https://openalex.org/I119806805","display_name":"Nagaoka University","ror":"https://ror.org/02rcadd38","country_code":"JP","type":"education","lineage":["https://openalex.org/I119806805"]},{"id":"https://openalex.org/I85922643","display_name":"Nagaoka University of Technology","ror":"https://ror.org/00ys1hz88","country_code":"JP","type":"education","lineage":["https://openalex.org/I85922643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhide Yamamoto","raw_affiliation_strings":["Nagaoka University of Technology, Nagaoka, Niigata, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagaoka University of Technology, Nagaoka, Niigata, Japan","institution_ids":["https://openalex.org/I119806805","https://openalex.org/I85922643"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20461114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"349","last_page":"354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8410875797271729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7350947260856628},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7000047564506531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6482750177383423},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5642813444137573},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5586037635803223},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.507035493850708},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.49611935019493103},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4864165782928467},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4803391695022583},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.42994821071624756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35911303758621216},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32825472950935364},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.27089744806289673},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.26470011472702026},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.23553654551506042},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1738763153553009},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.09585809707641602}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8410875797271729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7350947260856628},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7000047564506531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6482750177383423},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5642813444137573},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5586037635803223},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.507035493850708},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.49611935019493103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4864165782928467},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4803391695022583},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.42994821071624756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35911303758621216},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32825472950935364},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27089744806289673},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26470011472702026},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.23553654551506042},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1738763153553009},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.09585809707641602},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ialp48816.2019.9037709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ialp48816.2019.9037709","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Asian Language Processing (IALP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2103288873","https://openalex.org/W2130942839","https://openalex.org/W2144746247","https://openalex.org/W2160153521","https://openalex.org/W2251150371","https://openalex.org/W2508420432","https://openalex.org/W2508963464","https://openalex.org/W2576482813","https://openalex.org/W2757578620","https://openalex.org/W2762464988","https://openalex.org/W2838081464","https://openalex.org/W2902608666","https://openalex.org/W2933138175","https://openalex.org/W2963675284","https://openalex.org/W6675419496","https://openalex.org/W6679436768","https://openalex.org/W6732150968","https://openalex.org/W6745514724","https://openalex.org/W6753745868","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3151736118","https://openalex.org/W3097971125","https://openalex.org/W2962780935","https://openalex.org/W4387490002","https://openalex.org/W2026303297","https://openalex.org/W2532807140","https://openalex.org/W3196981096","https://openalex.org/W2395826315","https://openalex.org/W2169279899","https://openalex.org/W2152633844"],"abstract_inverted_index":{"Current":[0],"methods":[1],"of":[2,16,83,93,128,170,180],"neural":[3,17,49],"machine":[4,18,50],"translation":[5,19,51,86,97],"output":[6],"incorrect":[7],"sentences":[8,11,30,68,77,168,174,182],"together":[9],"with":[10,148],"translated":[12,33,67,76,167,173],"correctly.":[13],"Consequently,":[14],"users":[15,82],"algorithms":[20],"do":[21],"not":[22],"have":[23,31,144],"a":[24,57,85,90,134,145,177],"way":[25],"to":[26,43,59,69,124],"check":[27],"which":[28,175],"outputted":[29],"been":[32],"correctly":[34,66],"without":[35],"employing":[36],"an":[37],"evaluation":[38,121],"method.":[39],"Therefore,":[40],"we":[41,112,154,162],"aim":[42],"define":[44],"the":[45,61,71,96,114,126,129,149,159],"confidence":[46,62,94,131],"values":[47],"in":[48,95],"models.":[52],"We":[53,99],"suppose":[54],"that":[55],"setting":[56],"threshold":[58,160],"limit":[60],"value":[63],"would":[64,78],"allow":[65],"exceed":[70],"threshold;":[72],"thus,":[73],"only":[74],"clearly":[75],"be":[79],"outputted.":[80],"Hence,":[81],"such":[84],"tool":[87],"can":[88],"obtain":[89,164],"particular":[91],"level":[92],"correctness.":[98],"propose":[100],"some":[101],"indices;":[102],"sentence":[103,136],"log-likelihood,":[104],"minimum":[105],"variance,":[106],"and":[107,119,138],"average":[108,139],"variance.":[109],"After":[110],"that,":[111],"calculated":[113,141],"correlation":[115,147],"between":[116],"each":[117,156],"index":[118,157],"bilingual":[120],"score":[122],"(BLEU)":[123],"investigate":[125],"appropriateness":[127],"defined":[130],"indices.":[132],"As":[133],"result,":[135],"log-likelihood":[137],"variance":[140],"by":[142],"probability":[143],"weak":[146],"BLEU":[150],"score.":[151],"Furthermore,":[152],"when":[153],"set":[155],"as":[158],"value,":[161],"could":[163],"high":[165],"quality":[166,181],"instead":[169],"outputting":[171],"all":[172],"include":[176],"wide":[178],"range":[179],"like":[183],"previous":[184],"work.":[185]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}