{"id":"https://openalex.org/W2250425947","doi":null,"title":"A Diagnostic Evaluation Approach Targeting MT Systems for Indian Languages","display_name":"A Diagnostic Evaluation Approach Targeting MT Systems for Indian Languages","publication_year":2012,"publication_date":"2012-12-01","ids":{"openalex":"https://openalex.org/W2250425947","mag":"2250425947"},"language":"en","primary_location":{"id":"mag:2250425947","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/W12-5606.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035304424","display_name":"Renu Balyan","orcid":"https://orcid.org/0000-0003-1393-2416","observed_orcids":["https://orcid.org/0000-0003-1393-2416"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renu Balyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070618344","display_name":"Sudip Kumar Naskar","orcid":"https://orcid.org/0000-0003-1588-4665","observed_orcids":["https://orcid.org/0000-0003-1588-4665"]},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Sudip Kumar Naskar","raw_affiliation_strings":["Dublin City University"],"raw_orcid":"https://orcid.org/0000-0003-1588-4665","affiliations":[{"raw_affiliation_string":"Dublin City University","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062029765","display_name":"Antonio Toral","orcid":"https://orcid.org/0000-0003-2357-2960","observed_orcids":["https://orcid.org/0000-0003-2357-2960"]},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Antonio Toral","raw_affiliation_strings":["Dublin City University"],"raw_orcid":"https://orcid.org/0000-0003-2357-2960","affiliations":[{"raw_affiliation_string":"Dublin City University","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081175172","display_name":"Niladri Chatterjee","orcid":"https://orcid.org/0000-0003-3832-4003","observed_orcids":["https://orcid.org/0000-0003-3832-4003"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niladri Chatterjee","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3832-4003","affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2907,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60383736,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"61","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation-evaluation","display_name":"machine translation evaluation","score":0.9470000267028809},{"id":"https://openalex.org/keywords/diagnostic-assessment","display_name":"diagnostic assessment","score":0.9269999861717224},{"id":"https://openalex.org/keywords/indian-languages","display_name":"Indian languages","score":0.7590000033378601},{"id":"https://openalex.org/keywords/checkpoints","display_name":"checkpoints","score":0.6990000009536743},{"id":"https://openalex.org/keywords/named-entities","display_name":"named entities","score":0.8180000185966492},{"id":"https://openalex.org/keywords/ambiguous-words","display_name":"ambiguous words","score":0.8560000061988831},{"id":"https://openalex.org/keywords/word-order","display_name":"word order","score":0.9179999828338623},{"id":"https://openalex.org/keywords/reduplication","display_name":"reduplication","score":0.8299999833106995},{"id":"https://openalex.org/keywords/inflection","display_name":"inflection","score":0.8040000200271606},{"id":"https://openalex.org/keywords/system-level-evaluation","display_name":"system-level evaluation","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.8259191513061523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983075380325317},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7433476448059082},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5936435461044312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5858306884765625},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.5419029593467712},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5412715077400208},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5318310856819153},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.42698925733566284},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2972033619880676},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.17754977941513062},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.17230117321014404},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07312321662902832},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2250425947","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/W12-5606.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W133685279","https://openalex.org/W1489525520","https://openalex.org/W1996456980","https://openalex.org/W2020015729","https://openalex.org/W2044563557","https://openalex.org/W2052203456","https://openalex.org/W2073827186","https://openalex.org/W2078861931","https://openalex.org/W2085269238","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2132873493","https://openalex.org/W2133512280","https://openalex.org/W2134298462","https://openalex.org/W2149150290","https://openalex.org/W2149327368","https://openalex.org/W2152367404","https://openalex.org/W2156985047","https://openalex.org/W2169614832","https://openalex.org/W2251187350","https://openalex.org/W2335994390","https://openalex.org/W2336798438","https://openalex.org/W2463396630","https://openalex.org/W2552843868","https://openalex.org/W2774768657","https://openalex.org/W2783135427","https://openalex.org/W3203359287"],"related_works":["https://openalex.org/W7100808847","https://openalex.org/W45106055","https://openalex.org/W3203359287","https://openalex.org/W4322096496","https://openalex.org/W2132873493","https://openalex.org/W2009116793","https://openalex.org/W2892533878","https://openalex.org/W2936616109","https://openalex.org/W2782471012","https://openalex.org/W1884583896"],"abstract_inverted_index":{"This":[0,145],"paper":[1],"addresses":[2],"diagnostic":[3,83],"evaluation":[4,84,119,123,204],"of":[5,20,37,59,72,91,120,124,171],"machine":[6],"translation":[7,16],"(MT)":[8],"systems":[9,182],"for":[10,52,95,117],"Indian":[11],"languages,":[12],"English":[13,178],"to":[14,47,77,87,150,154,179],"Hindi":[15,53,180],"in":[17,133],"particular.":[18],"Evaluation":[19],"MT":[21,137,151,181],"output":[22,164],"is":[23,68,158],"an":[24,136],"important":[25],"but":[26],"difficult":[27,49],"task.":[28],"The":[29,65,122,169],"difficulty":[30],"arises":[31],"primarily":[32],"from":[33,43,54],"some":[34,101],"inherent":[35],"characteristics":[36],"the":[38,82,89,118,156,163,172,188,195,199],"language":[39],"pairs,":[40],"which":[41],"range":[42],"simple":[44],"word-level":[45],"discrepancies":[46],"more":[48],"structural":[50],"variations":[51],"English,":[55],"such":[56],"as":[57,78,143,153],"reduplication":[58],"words,":[60,109],"free":[61],"word":[62,110],"order":[63,111],"etc.":[64],"proposed":[66],"scheme":[67],"based":[69,104],"on":[70,105,176],"identification":[71],"linguistic":[73,141],"units":[74],"(often":[75],"referred":[76],"checkpoints).":[79],"We":[80,98],"use":[81],"tool":[85],"DELiC4MT":[86,190],"analyze":[88],"contribution":[90],"various":[92],"PoS":[93],"classes":[94],"different":[96],"categories.":[97],"further":[99],"suggest":[100],"additional":[102],"checkpoints":[103,126],"named":[106],"entities,":[107],"ambiguous":[108],"and":[112,131,161,183,209],"inflections":[113],"that":[114,187],"are":[115],"relevant":[116],"Hindi.":[121],"these":[125,140],"provides":[127,147],"a":[128],"detailed":[129],"analysis":[130],"helps":[132],"monitoring":[134],"how":[135,162],"system":[138,157],"handles":[139],"phenomena":[142],"well.":[144],"also":[146],"valuable":[148],"feedback":[149],"developers":[152],"where":[155],"performing":[159],"poorly":[160],"can":[165],"possibly":[166],"be":[167],"improved.":[168],"effectiveness":[170],"approach":[173],"was":[174,185],"tested":[175],"5":[177],"it":[184],"observed":[186],"system-level":[189],"scores":[191,196],"correlate":[192],"well":[193],"with":[194],"produced":[197],"by":[198],"most":[200],"commonly":[201],"used":[202],"automatic":[203],"metrics":[205],"(BLEU,":[206],"NIST,":[207],"METEOR":[208],"TER)":[210],"while":[211],"providing":[212],"finer-grained":[213],"information.":[214]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-09-21T07:43:02.447757","created_date":"2016-06-24T00:00:00"}