{"id":"https://openalex.org/W4406769409","doi":"https://doi.org/10.1007/s44163-025-00222-y","title":"Interval evaluation of temporal (in)stability for neural machine translation","display_name":"Interval evaluation of temporal (in)stability for neural machine translation","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W4406769409","doi":"https://doi.org/10.1007/s44163-025-00222-y"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-025-00222-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00222-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00222-y.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00222-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113671749","display_name":"Anna Egorova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092286","display_name":"Institute of Informatics Problems","ror":"https://ror.org/00n8bqs64","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210092286"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Anna Egorova","raw_affiliation_strings":["Institute of Informatics Problems, Federal Research Center Computer Science and Control of the Russian Academy of Sciences (FRC CSC RAS), Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics Problems, Federal Research Center Computer Science and Control of the Russian Academy of Sciences (FRC CSC RAS), Moscow, Russia","institution_ids":["https://openalex.org/I4210092286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015019057","display_name":"Mikhail Kruzhkov","orcid":null},"institutions":[{"id":"https://openalex.org/I69295118","display_name":"Independent University of Moscow","ror":"https://ror.org/00ygzyy93","country_code":"RU","type":"education","lineage":["https://openalex.org/I69295118"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Mikhail Kruzhkov","raw_affiliation_strings":["Independent researcher, Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Independent researcher, Moscow, Russia","institution_ids":["https://openalex.org/I69295118"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032269878","display_name":"Vitaly A. Nuriev","orcid":null},"institutions":[{"id":"https://openalex.org/I1313323035","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25","country_code":"RU","type":"government","lineage":["https://openalex.org/I1313323035"]},{"id":"https://openalex.org/I4210141193","display_name":"Institute of Scientific Information on Social Sciences","ror":"https://ror.org/04j4xtm35","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210141193"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vitaly Nuriev","raw_affiliation_strings":["Center for Emerging Practices, Institute of Scientific Information for Social Sciences of the Russian Academy of Sciences (INION RAN), Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Center for Emerging Practices, Institute of Scientific Information for Social Sciences of the Russian Academy of Sciences (INION RAN), Moscow, Russia","institution_ids":["https://openalex.org/I4210141193","https://openalex.org/I1313323035"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024515904","display_name":"I. M. Zatsman","orcid":"https://orcid.org/0000-0002-5739-7163"},"institutions":[{"id":"https://openalex.org/I4210092286","display_name":"Institute of Informatics Problems","ror":"https://ror.org/00n8bqs64","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210092286"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Igor Zatsman","raw_affiliation_strings":["Institute of Informatics Problems, Federal Research Center Computer Science and Control of the Russian Academy of Sciences (FRC CSC RAS), Moscow, Russia"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics Problems, Federal Research Center Computer Science and Control of the Russian Academy of Sciences (FRC CSC RAS), Moscow, Russia","institution_ids":["https://openalex.org/I4210092286"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113671749"],"corresponding_institution_ids":["https://openalex.org/I4210092286"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00505946,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.6795881390571594},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5871503949165344},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5604530572891235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4999516010284424},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.438326358795166},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42723196744918823},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4236631691455841},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24376621842384338},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20014896988868713},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09673130512237549},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.036719560623168945}],"concepts":[{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.6795881390571594},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5871503949165344},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5604530572891235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4999516010284424},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.438326358795166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42723196744918823},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4236631691455841},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24376621842384338},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20014896988868713},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09673130512237549},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.036719560623168945},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44163-025-00222-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00222-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00222-y.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1730881d007f47789051af3299af8e6e","is_oa":true,"landing_page_url":"https://doaj.org/article/1730881d007f47789051af3299af8e6e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Artificial Intelligence, Vol 5, Iss 1, Pp 1-17 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44163-025-00222-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00222-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00222-y.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406769409.pdf","grobid_xml":"https://content.openalex.org/works/W4406769409.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1500733878","https://openalex.org/W1922033778","https://openalex.org/W1975879668","https://openalex.org/W2101105183","https://openalex.org/W2133512280","https://openalex.org/W2250342921","https://openalex.org/W2250875036","https://openalex.org/W2511950321","https://openalex.org/W2563666160","https://openalex.org/W2624521690","https://openalex.org/W2625465398","https://openalex.org/W2760738985","https://openalex.org/W2767899794","https://openalex.org/W2787568264","https://openalex.org/W2800547495","https://openalex.org/W2801219566","https://openalex.org/W2883141851","https://openalex.org/W2883386157","https://openalex.org/W2884074763","https://openalex.org/W2884808449","https://openalex.org/W2885875361","https://openalex.org/W2937509486","https://openalex.org/W2943017463","https://openalex.org/W3011780003","https://openalex.org/W3035252911","https://openalex.org/W3072442649","https://openalex.org/W3103424038","https://openalex.org/W3153395274","https://openalex.org/W3211848854","https://openalex.org/W4200386605","https://openalex.org/W4211166112","https://openalex.org/W4211185538","https://openalex.org/W4230071697","https://openalex.org/W4237362529","https://openalex.org/W4239118229","https://openalex.org/W4242610085","https://openalex.org/W4250275148","https://openalex.org/W4250467676","https://openalex.org/W4253745173","https://openalex.org/W4283824044","https://openalex.org/W4321094913","https://openalex.org/W4321617771","https://openalex.org/W4362480417","https://openalex.org/W4388628304","https://openalex.org/W4392681182","https://openalex.org/W4399919412"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2962780935","https://openalex.org/W4287236333","https://openalex.org/W4387896177","https://openalex.org/W4385557855","https://openalex.org/W2623411141","https://openalex.org/W2883671469","https://openalex.org/W2728761353"],"abstract_inverted_index":{"Though":[0],"neural":[1],"machine":[2,9],"translation":[3,10],"(NMT)":[4],"has":[5],"become":[6],"the":[7,43,57,86,118,131,165,171,187],"leading":[8],"(MT)":[11],"paradigm,":[12],"its":[13,191],"output":[14,192],"may":[15,67,210],"still":[16],"contain":[17],"errors.":[18],"To":[19,108,169],"improve":[20],"NMT":[21,34,188,204],"quality,":[22],"it":[23,208],"is":[24,45,48],"important":[25],"to":[26,31,50,155,177],"investigate":[27],"these":[28],"errors":[29],"and":[30,66,146],"see":[32],"how":[33,81],"quality":[35,193,205],"changes":[36],"with":[37,212],"time.":[38,213],"The":[39,74,97,141],"primary":[40],"focus":[41],"of":[42,55,106,120,138,159,164],"paper":[44,75],"on":[46,103],"what":[47],"referred":[49],"here":[51],"as":[52],"\u201ctemporal":[53],"(in)stability":[54],"NMT\u201d,":[56],"phenomenon":[58],"that":[59,109,182,200],"was":[60,125,174],"uncovered":[61],"in":[62,148],"a":[63,95,104,121,135,157,175],"year-long":[64,197],"experiment":[65,198],"be":[68],"researched":[69],"applying":[70],"interval":[71],"evaluation":[72],"methods.":[73],"presents":[76],"data":[77,98],"collected":[78],"while":[79],"observing":[80],"far,":[82],"if":[83,186],"at":[84],"all,":[85],"Google\u2019s":[87],"Neural":[88],"Machine":[89],"Translation":[90],"(GNMT)":[91],"system":[92,189],"progressed":[93],"during":[94],"year.":[96],"were":[99,115,144],"qualitatively":[100],"evaluated":[101],"based":[102],"set":[105],"indicators.":[107],"end,":[110],"250":[111,166],"Russian":[112,167],"text":[113],"sentences":[114],"chosen.":[116],"In":[117],"course":[119],"year,":[122],"each":[123,163],"sentence":[124],"repeatedly":[126],"translated":[127],"into":[128],"French":[129],"using":[130],"GNMT":[132],"engine":[133],"(with":[134],"time":[136],"step":[137],"1":[139],"month).":[140],"produced":[142],"translations":[143,161],"recorded":[145],"annotated":[147],"an":[149,179],"especially":[150],"designed":[151],"supracorpora":[152],"database,":[153],"allowing":[154],"register":[156],"series":[158],"12":[160],"for":[162],"sentences.":[168],"annotate":[170],"translations,":[172],"there":[173],"need":[176],"elaborate":[178],"error":[180],"typology":[181],"would":[183],"help":[184],"reveal":[185],"improved":[190],"or":[194],"not.":[195],"One":[196],"shows":[199],"not":[201],"only":[202],"does":[203],"improve,":[206],"but":[207],"also":[209],"decrease":[211]},"counts_by_year":[],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}