{"id":"https://openalex.org/W4220806038","doi":"https://doi.org/10.1109/taslp.2022.3161160","title":"SBSim: A Sentence-BERT Similarity-Based Evaluation Metric for Indian Language Neural Machine Translation Systems","display_name":"SBSim: A Sentence-BERT Similarity-Based Evaluation Metric for Indian Language Neural Machine Translation Systems","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4220806038","doi":"https://doi.org/10.1109/taslp.2022.3161160"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2022.3161160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3161160","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111148465","display_name":"K. Mrinalini","orcid":null},"institutions":[{"id":"https://openalex.org/I20107917","display_name":"Sri Ramachandra Institute of Higher Education and Research","ror":"https://ror.org/0108gdg43","country_code":"IN","type":"education","lineage":["https://openalex.org/I20107917"]},{"id":"https://openalex.org/I916357946","display_name":"Sri Sivasubramaniya Nadar College of Engineering","ror":"https://ror.org/054psm803","country_code":"IN","type":"education","lineage":["https://openalex.org/I916357946"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Mrinalini","raw_affiliation_strings":["Sri Sivasubramaniya Nadar College of Engineering, Chennai, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0003-4632-2518","affiliations":[{"raw_affiliation_string":"Sri Sivasubramaniya Nadar College of Engineering, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I20107917","https://openalex.org/I916357946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035034970","display_name":"P. Vijayalakshmi","orcid":"https://orcid.org/0000-0003-3171-0219"},"institutions":[{"id":"https://openalex.org/I20107917","display_name":"Sri Ramachandra Institute of Higher Education and Research","ror":"https://ror.org/0108gdg43","country_code":"IN","type":"education","lineage":["https://openalex.org/I20107917"]},{"id":"https://openalex.org/I916357946","display_name":"Sri Sivasubramaniya Nadar College of Engineering","ror":"https://ror.org/054psm803","country_code":"IN","type":"education","lineage":["https://openalex.org/I916357946"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. Vijayalakshmi","raw_affiliation_strings":["Sri Sivasubramaniya Nadar College of Engineering, Chennai, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0003-3171-0219","affiliations":[{"raw_affiliation_string":"Sri Sivasubramaniya Nadar College of Engineering, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I20107917","https://openalex.org/I916357946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080103016","display_name":"T. Nagarajan","orcid":null},"institutions":[{"id":"https://openalex.org/I26604189","display_name":"Shiv Nadar University","ror":"https://ror.org/05aqahr97","country_code":"IN","type":"education","lineage":["https://openalex.org/I26604189"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"T. Nagarajan","raw_affiliation_strings":["Shiv Nadar University, Chennai, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0001-9448-3581","affiliations":[{"raw_affiliation_string":"Shiv Nadar University, Chennai, Tamil Nadu, India","institution_ids":["https://openalex.org/I26604189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4366,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89958877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"1396","last_page":"1406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7447633147239685},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.7325897216796875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6993575096130371},{"id":"https://openalex.org/keywords/tamil","display_name":"Tamil","score":0.6580710411071777},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6559591293334961},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6380138993263245},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6349729299545288},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5964556336402893},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.59542316198349},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.5472726821899414},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.5329701900482178},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5123814344406128},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.4282049238681793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.355649471282959},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22392717003822327},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.15805453062057495},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.15660759806632996},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14117392897605896}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7447633147239685},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.7325897216796875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6993575096130371},{"id":"https://openalex.org/C140688305","wikidata":"https://www.wikidata.org/wiki/Q5885","display_name":"Tamil","level":2,"score":0.6580710411071777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6559591293334961},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6380138993263245},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6349729299545288},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5964556336402893},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.59542316198349},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.5472726821899414},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.5329701900482178},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5123814344406128},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.4282049238681793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.355649471282959},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22392717003822327},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.15805453062057495},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.15660759806632996},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14117392897605896},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2022.3161160","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3161160","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1560013842","https://openalex.org/W2101105183","https://openalex.org/W2250342921","https://openalex.org/W2250875036","https://openalex.org/W2782471012","https://openalex.org/W2896780650","https://openalex.org/W2903376039","https://openalex.org/W2905134510","https://openalex.org/W2963527228","https://openalex.org/W2963532001","https://openalex.org/W2970641574","https://openalex.org/W2970986500","https://openalex.org/W2974869893","https://openalex.org/W3035252911","https://openalex.org/W3099942180","https://openalex.org/W3100806282","https://openalex.org/W3105214104","https://openalex.org/W4206256378","https://openalex.org/W6678262379","https://openalex.org/W6681703963","https://openalex.org/W6691328000","https://openalex.org/W6761205521","https://openalex.org/W6788156848","https://openalex.org/W6789259428","https://openalex.org/W6800779262"],"related_works":["https://openalex.org/W3118398353","https://openalex.org/W2395641992","https://openalex.org/W4280571180","https://openalex.org/W2578135827","https://openalex.org/W2099607809","https://openalex.org/W2495157533","https://openalex.org/W2102772020","https://openalex.org/W92588874","https://openalex.org/W2552929535","https://openalex.org/W3021126373"],"abstract_inverted_index":{"Machine":[0],"translation":[1,59],"(MT)":[2],"outputs":[3],"are":[4,19,39,136],"widely":[5,40],"scored":[6],"using":[7],"automatic":[8,16],"evaluation":[9,13,17],"metrics":[10,18,33,71,80,164],"and":[11,25,95,103,117,132,140,170,174,200,216],"human":[12,29,156,225],"scores.":[14,226],"The":[15,97,124,144,207],"expected":[20],"to":[21,42,48,63,66,82,85,120,155,160,191],"be":[22,83,192],"easily":[23],"computable":[24],"a":[26,101,114,166,196],"reflection":[27],"of":[28,113,126,148,168,184,198,221],"evaluation.":[30],"Traditional":[31],"string-based":[32],"such":[34,72,92],"as":[35,73],"BLEU,":[36,128],"ChrF++":[37],"scores,":[38],"used":[41],"evaluate":[43,67,87,121],"MT":[44],"systems,":[45,61,177,205],"but":[46],"fail":[47],"account":[49],"for":[50,172,202],"synonyms":[51],"that":[52,110],"appear":[53],"in":[54],"the":[55,127,133,149,162,180,185,193,218,224],"state-of-the-art":[56],"neural":[57],"machine":[58],"(NMT)":[60],"owing":[62],"their":[64],"inability":[65],"paraphrases.":[68],"While":[69],"similarity-based":[70],"Yisi,":[74,130],"BERTScore":[75],"address":[76],"this":[77],"issue,":[78],"these":[79,203],"need":[81],"modified":[84],"better":[86],"morphologically":[88],"rich":[89],"Indian":[90],"languages":[91],"as,":[93],"Tamil":[94],"Hindi.":[96],"current":[98],"work":[99],"proposes":[100],"novel":[102],"individual":[104],"sentence-BERT":[105],"based":[106],"similarity":[107],"(SBSim)":[108],"metric,":[109],"makes":[111],"use":[112],"paraphrase-BERT":[115],"model":[116],"sentence-level":[118,145],"embedding":[119],"NMT":[122,142,176,204],"outputs.":[123,143],"effectiveness":[125],"ChrF++,":[129],"BERTScore,":[131],"proposed":[134,150,208],"SBSim":[135,151,186],"evaluated":[137,212],"on":[138,213],"English-to-Tamil":[139,173],"English-to-Hindi":[141,175],"metric":[146,152,182,187,209],"correlation":[147,167,183,220],"with":[153,165,195,223],"respect":[154],"scores":[157],"is":[158,188,210],"observed":[159,190],"outperform":[161],"existing":[163],"0.9123":[169],"0.9052":[171],"respectively.":[178,206],"Further,":[179],"average":[181],"also":[189,211],"highest":[194,219],"value":[197],"0.9801":[199],"0.9836":[201],"WMT2020":[214],"dataset":[215],"reports":[217],"0.7129":[222]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}