{"id":"https://openalex.org/W4416033839","doi":"https://doi.org/10.18653/v1/2025.wmt-1.57","title":"Evaluation of LLM for English to Hindi Legal Domain Machine Translation Systems","display_name":"Evaluation of LLM for English to Hindi Legal Domain Machine Translation Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416033839","doi":"https://doi.org/10.18653/v1/2025.wmt-1.57"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.wmt-1.57","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.57","pdf_url":"https://aclanthology.org/2025.wmt-1.57.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.wmt-1.57.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101277481","display_name":"Kshetrimayum Boynao Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kshetrimayum Boynao Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024601547","display_name":"Deepak Kumar","orcid":"https://orcid.org/0000-0002-6282-8925"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deepak Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085370631","display_name":"Asif Ekbal","orcid":"https://orcid.org/0000-0003-3612-8834"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asif Ekbal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"823","last_page":"833"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.878600001335144,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.878600001335144,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12881","display_name":"linguistics and terminology studies","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6406999826431274},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.5202000141143799},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5019000172615051},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.3626999855041504},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.3167000114917755},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.31380000710487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7124999761581421},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6489999890327454},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6406999826431274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015999913215637},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.3626999855041504},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.28780001401901245},{"id":"https://openalex.org/C2986258472","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation system","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C110046852","wikidata":"https://www.wikidata.org/wiki/Q468495","display_name":"Computer-assisted translation","level":3,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.wmt-1.57","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.57","pdf_url":"https://aclanthology.org/2025.wmt-1.57.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.wmt-1.57","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.57","pdf_url":"https://aclanthology.org/2025.wmt-1.57.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416033839.pdf","grobid_xml":"https://content.openalex.org/works/W4416033839.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"study":[1,122,141],"critically":[2],"examines":[3],"various":[4],"Machine":[5],"Translation":[6],"systems,":[7],"particularly":[8],"focusing":[9],"on":[10,41,148],"Large":[11],"Language":[12],"Models,":[13],"using":[14],"the":[15,35,73,76,103,112,121,144,150],"WMT25":[16,145],"Legal":[17],"Domain":[18],"Test":[19],"Suite":[20],"for":[21,116,125,135],"translating":[22],"English":[23],"into":[24],"Hindi.It":[25],"utilizes":[26],"a":[27,56],"dataset":[28,157],"of":[29,37,75,91,108,114,152],"5,000":[30],"sentences":[31],"designed":[32],"to":[33,47,64,71],"capture":[34],"complexity":[36],"legal":[38,62,66,97,139],"texts":[39],"based":[40],"word":[42],"frequency":[43,49],"ranges":[44],"from":[45,60],"5":[46],"54.Each":[48],"range":[50],"contains":[51],"100":[52],"sentences,":[53],"collectively":[54],"forming":[55],"corpus":[57],"that":[58],"spans":[59],"simple":[61],"terms":[63,107],"intricate":[65],"provisions.Six":[67],"metrics":[68],"were":[69],"used":[70],"evaluate":[72],"performance":[74,104],"system:":[77],"BLEU,":[78],"METEOR,":[79],"TER,":[80],"CHRF++,":[81],"BERTScore":[82],"and":[83,89,100,133,158],"COMET.The":[84],"findings":[85],"reveal":[86],"diverse":[87],"capabilities":[88],"limitations":[90],"LLM":[92],"architectures":[93],"in":[94,106,129,137],"handling":[95],"complex":[96],"texts.Notably,":[98],"Gemini-2.5-Pro,Claude-4,":[99],"ONLINE-B":[101],"topped":[102],"charts":[105],"human":[109],"evaluation,":[110],"showcasing":[111],"potential":[113],"LLMs":[115],"nuanced":[117],"translation.Despite":[118],"these":[119],"advances,":[120],"identified":[123],"areas":[124],"further":[126],"research,":[127],"especially":[128],"improving":[130],"robustness,":[131],"reliability,":[132],"explainability":[134],"use":[136],"critical":[138],"contexts.The":[140],"also":[142],"supports":[143],"subtask":[146],"focused":[147],"evaluating":[149],"weaknesses":[151],"large":[153],"language":[154],"models":[155],"(LLMs).The":[156],"related":[159],"resources":[160],"are":[161],"publicly":[162],"available":[163],"at":[164],"https://github.com/helloboyn/WMT25-TS":[165]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}