{"id":"https://openalex.org/W2168360976","doi":null,"title":"Reordering metrics for statistical machine translation","display_name":"Reordering metrics for statistical machine translation","publication_year":2011,"publication_date":"2011-06-30","ids":{"openalex":"https://openalex.org/W2168360976","mag":"2168360976"},"language":"en","primary_location":{"id":"pmh:oai:era.ed.ac.uk:1842/5024","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/5024","pdf_url":"https://era.ed.ac.uk/bitstream/1842/5024/1/Birch2011.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://era.ed.ac.uk/bitstream/1842/5024/1/Birch2011.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038456766","display_name":"Alexandra Birch","orcid":"https://orcid.org/0000-0002-9022-3405","observed_orcids":["https://orcid.org/0000-0002-9022-3405"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Alexandra Birch","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9022-3405","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5038456766"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reordering","display_name":"reordering","score":0.7519999742507935},{"id":"https://openalex.org/keywords/word-order","display_name":"word order","score":0.8379999995231628},{"id":"https://openalex.org/keywords/statistical-machine-translation","display_name":"statistical machine translation","score":0.9240000247955322},{"id":"https://openalex.org/keywords/word-alignment","display_name":"word alignment","score":0.8629999756813049},{"id":"https://openalex.org/keywords/permutation-distance","display_name":"permutation distance","score":0.7260000109672546},{"id":"https://openalex.org/keywords/translation-quality-assessment","display_name":"translation quality assessment","score":0.625},{"id":"https://openalex.org/keywords/europarl","display_name":"Europarl","score":0.5509999990463257}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8358246088027954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785376906394958},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7241223454475403},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7210729122161865},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6945677995681763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6628776788711548},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5939527153968811},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.5822152495384216},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4801847040653229},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4666960537433624},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4432266652584076},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.41749435663223267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3366774916648865},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1567283272743225},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:era.ed.ac.uk:1842/5024","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/5024","pdf_url":"https://era.ed.ac.uk/bitstream/1842/5024/1/Birch2011.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.645.1507","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.645.1507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://homepages.inf.ed.ac.uk/miles/phd-projects/birch.pdf","raw_type":"text"},{"id":"pmh:hdl:10068/999175","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10068/999175","pdf_url":null,"source":{"id":"https://openalex.org/S4377196900","display_name":"OpenGrey (Institut de l'Information Scientifique et Technique)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1295345811","host_organization_name":"Institut de l'Information Scientifique et Technique","host_organization_lineage":["https://openalex.org/I1295345811"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"U - Thesis"},{"id":"mag:2168360976","doi":null,"is_oa":false,"landing_page_url":"https://era.ed.ac.uk/bitstream/1842/5024/1/Birch2011.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:era.ed.ac.uk:1842/5024","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1842/5024","pdf_url":"https://era.ed.ac.uk/bitstream/1842/5024/1/Birch2011.pdf","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2168360976.pdf","grobid_xml":"https://content.openalex.org/works/W2168360976.grobid-xml"},"referenced_works_count":123,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W23077562","https://openalex.org/W74075037","https://openalex.org/W124587404","https://openalex.org/W162855594","https://openalex.org/W222053410","https://openalex.org/W239563548","https://openalex.org/W1485670722","https://openalex.org/W1489525520","https://openalex.org/W1498238796","https://openalex.org/W1499300513","https://openalex.org/W1517947178","https://openalex.org/W1527532036","https://openalex.org/W1536589074","https://openalex.org/W1544383096","https://openalex.org/W1551202288","https://openalex.org/W1587094587","https://openalex.org/W1600537614","https://openalex.org/W1631260214","https://openalex.org/W1644866298","https://openalex.org/W1857789879","https://openalex.org/W1955251501","https://openalex.org/W1969974515","https://openalex.org/W1970381522","https://openalex.org/W1976927254","https://openalex.org/W1980073965","https://openalex.org/W1985514943","https://openalex.org/W1987682583","https://openalex.org/W1994919150","https://openalex.org/W1997299646","https://openalex.org/W2002993828","https://openalex.org/W2003458432","https://openalex.org/W2006969979","https://openalex.org/W2008961349","https://openalex.org/W2018156128","https://openalex.org/W2022433169","https://openalex.org/W2027752285","https://openalex.org/W2028162617","https://openalex.org/W2032494091","https://openalex.org/W2037894654","https://openalex.org/W2038698865","https://openalex.org/W2041404167","https://openalex.org/W2044804339","https://openalex.org/W2049633694","https://openalex.org/W2060833990","https://openalex.org/W2063001653","https://openalex.org/W2070150502","https://openalex.org/W2073263332","https://openalex.org/W2076749875","https://openalex.org/W2078745840","https://openalex.org/W2086825453","https://openalex.org/W2095755718","https://openalex.org/W2097333193","https://openalex.org/W2097997328","https://openalex.org/W2101105183","https://openalex.org/W2103593018","https://openalex.org/W2103898957","https://openalex.org/W2105850947","https://openalex.org/W2106818711","https://openalex.org/W2107895803","https://openalex.org/W2108301419","https://openalex.org/W2108325777","https://openalex.org/W2110310640","https://openalex.org/W2115081467","https://openalex.org/W2116316001","https://openalex.org/W2119168550","https://openalex.org/W2121404172","https://openalex.org/W2122410182","https://openalex.org/W2123301721","https://openalex.org/W2124807415","https://openalex.org/W2125001590","https://openalex.org/W2125254189","https://openalex.org/W2125814131","https://openalex.org/W2126241965","https://openalex.org/W2127331160","https://openalex.org/W2133512280","https://openalex.org/W2139175732","https://openalex.org/W2139403546","https://openalex.org/W2142112143","https://openalex.org/W2143008661","https://openalex.org/W2143539737","https://openalex.org/W2144279206","https://openalex.org/W2145479392","https://openalex.org/W2146574666","https://openalex.org/W2147192413","https://openalex.org/W2147925066","https://openalex.org/W2149327368","https://openalex.org/W2149811020","https://openalex.org/W2151401338","https://openalex.org/W2151659268","https://openalex.org/W2152263452","https://openalex.org/W2153653739","https://openalex.org/W2154124206","https://openalex.org/W2154757770","https://openalex.org/W2156985047","https://openalex.org/W2157817599","https://openalex.org/W2158388102","https://openalex.org/W2159107349","https://openalex.org/W2159206153","https://openalex.org/W2160382364","https://openalex.org/W2161792612","https://openalex.org/W2162245945","https://openalex.org/W2164948578","https://openalex.org/W2166306133","https://openalex.org/W2167302977","https://openalex.org/W2168966090","https://openalex.org/W2169279899","https://openalex.org/W2169546346","https://openalex.org/W2169724380","https://openalex.org/W2170464899","https://openalex.org/W2177763866","https://openalex.org/W2338621687","https://openalex.org/W2401082558","https://openalex.org/W2437005631","https://openalex.org/W2463396630","https://openalex.org/W2601690706","https://openalex.org/W2621113505","https://openalex.org/W2736671181","https://openalex.org/W2795926357","https://openalex.org/W2911738047","https://openalex.org/W3015962962","https://openalex.org/W4229591924","https://openalex.org/W4301891957"],"related_works":["https://openalex.org/W2018156128","https://openalex.org/W2114480995","https://openalex.org/W1880987886","https://openalex.org/W224618100","https://openalex.org/W2099224638","https://openalex.org/W2251448717","https://openalex.org/W2151616790","https://openalex.org/W2151738913","https://openalex.org/W2157817599","https://openalex.org/W3209717902"],"abstract_inverted_index":{"Natural":[0],"languages":[1],"display":[2],"a":[3,30,77,207,255],"great":[4,78],"variety":[5],"of":[6,12,32,69,80,86,101,129,180,194,226,262,268],"different":[7,34],"word":[8,45,88,130,151,157,173,195,269],"orders,":[9],"and":[10,122,165,210],"one":[11],"the":[13,39,67,84,87,117,127,150,172,176,181,213,224,230,233,240,246,260,266],"major":[14],"challenges":[15],"facing":[16],"statistical":[17],"machine":[18,91,109,200],"translation":[19,53,92,110,201,219,244],"is":[20,27,215],"in":[21,52,90,120,153,175],"modelling":[22],"these":[23],"differences.":[24],"This":[25,59],"thesis":[26,138],"motivated":[28],"by":[29,155],"survey":[31],"110":[33],"language":[35],"pairs":[36],"drawn":[37],"from":[38],"Europarl":[40],"project,":[41],"which":[42],"shows":[43],"that":[44,179,185,206],"order":[46,89,131,152,174,196],"differences":[47],"account":[48],"for":[49,66,143,217,258],"more":[50,189],"variation":[51],"performance":[54],"than":[55,198],"any":[56],"other":[57],"factor.":[58],"wide":[60],"ranging":[61],"analysis":[62,100],"provides":[63,252],"compelling":[64],"evidence":[65],"importance":[68],"research":[70,81,264],"into":[71,82],"reordering.":[72,146],"There":[73],"has":[74,96,132],"already":[75],"been":[76,97,134],"deal":[79],"improving":[83],"quality":[85,128,197,267],"output.":[93],"However,":[94],"there":[95],"very":[98],"little":[99],"how":[102],"best":[103],"to":[104,125,163,170,178],"evaluate":[105],"this":[106,137],"research.":[107],"Current":[108],"metrics":[111,142,169,187],"are":[112],"largely":[113],"focused":[114],"on":[115,265],"evaluating":[116,145,259],"words":[118],"used":[119],"translations,":[121],"their":[123,263],"ability":[124],"measure":[126],"not":[133],"demonstrated.":[135],"In":[136],"we":[139],"introduce":[140],"novel":[141],"quantitatively":[144],"Our":[147],"approach":[148],"isolates":[149],"translations":[154],"using":[156,229],"alignments.":[158],"We":[159,183,203],"reduce":[160],"alignment":[161],"information":[162],"permutations":[164],"apply":[166],"standard":[167,243],"distance":[168],"compare":[171],"reference":[177],"translation.":[182],"show":[184,205],"our":[186],"correlate":[188],"strongly":[190],"with":[191,239,254],"human":[192],"judgements":[193],"current":[199],"metrics.":[202],"also":[204],"combined":[208],"lexical":[209],"reordering":[211],"metric,":[212,245],"LRscore,":[214],"useful":[216],"training":[218],"model":[220],"parameters.":[221],"Humans":[222],"prefer":[223],"output":[225],"models":[227],"trained":[228,238],"LRscore":[231,250],"as":[232],"objective":[234],"function,":[235],"over":[236],"those":[237],"de":[241],"facto":[242],"BLEU":[247],"score.":[248],"The":[249],"thus":[251],"researchers":[253],"reliable":[256],"metric":[257],"impact":[261],"order.":[270]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2016-06-24T00:00:00"}