{"id":"https://openalex.org/W4410428266","doi":"https://doi.org/10.1109/access.2025.3570699","title":"A Novel Approach to Continual Knowledge Transfer in Multilingual Neural Machine Translation Using Autoregressive and Non-Autoregressive Models for Indic Languages","display_name":"A Novel Approach to Continual Knowledge Transfer in Multilingual Neural Machine Translation Using Autoregressive and Non-Autoregressive Models for Indic Languages","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410428266","doi":"https://doi.org/10.1109/access.2025.3570699"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3570699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3570699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3570699","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067638796","display_name":"Shailashree K Sheshadri","orcid":null},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shailashree K. Sheshadri","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Computing, Bengaluru, Amrita Vishwa Vidyapeetham, India","Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Bengaluru, Amrita Vishwa Vidyapeetham, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101475086","display_name":"Deepa Gupta","orcid":"https://orcid.org/0000-0002-1041-5125"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepa Gupta","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Computing, Bengaluru, Amrita Vishwa Vidyapeetham, India","Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India"],"raw_orcid":"https://orcid.org/0000-0002-1041-5125","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Bengaluru, Amrita Vishwa Vidyapeetham, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062745197","display_name":"Biswajit Paul","orcid":"https://orcid.org/0000-0002-6374-6358"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Biswajit Paul","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, DRDO, CV Raman Nagar, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, DRDO, CV Raman Nagar, Bangalore, India","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117567417","display_name":"J Siva Bhavani","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"J. Siva Bhavani","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, DRDO, CV Raman Nagar, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, DRDO, CV Raman Nagar, Bangalore, India","institution_ids":["https://openalex.org/I4210121405"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067638796"],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.2328,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95864922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"89775","last_page":"89810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.8378039598464966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7873494625091553},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7619696855545044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6198756098747253},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5529971122741699},{"id":"https://openalex.org/keywords/star-model","display_name":"STAR model","score":0.45205754041671753},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4372689127922058},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40035003423690796},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3585175573825836},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.2329246997833252},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.1777467131614685},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.1769154667854309},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1283419132232666}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.8378039598464966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7873494625091553},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7619696855545044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6198756098747253},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5529971122741699},{"id":"https://openalex.org/C194657046","wikidata":"https://www.wikidata.org/wiki/Q7394685","display_name":"STAR model","level":4,"score":0.45205754041671753},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4372689127922058},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40035003423690796},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3585175573825836},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.2329246997833252},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.1777467131614685},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.1769154667854309},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1283419132232666},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3570699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3570699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:044ca0be367640e2aa03baf1dabc2a59","is_oa":true,"landing_page_url":"https://doaj.org/article/044ca0be367640e2aa03baf1dabc2a59","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 89775-89810 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3570699","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3570699","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3956657121","display_name":null,"funder_award_id":"ERIP/ER/202308002/M/01/1834","funder_id":"https://openalex.org/F4320321024","funder_display_name":"Defence Research and Development Organisation"}],"funders":[{"id":"https://openalex.org/F4320321024","display_name":"Defence Research and Development Organisation","ror":"https://ror.org/05k37v296"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2250342921","https://openalex.org/W2919290281","https://openalex.org/W2945383715","https://openalex.org/W2963247703","https://openalex.org/W2963532001","https://openalex.org/W2964108048","https://openalex.org/W2973088264","https://openalex.org/W2996843693","https://openalex.org/W3048539749","https://openalex.org/W3089472875","https://openalex.org/W3105038888","https://openalex.org/W3111004703","https://openalex.org/W3153411045","https://openalex.org/W3156404059","https://openalex.org/W3166567197","https://openalex.org/W3167056186","https://openalex.org/W3167120920","https://openalex.org/W3173162544","https://openalex.org/W3174724858","https://openalex.org/W3198189804","https://openalex.org/W3202167223","https://openalex.org/W3207107383","https://openalex.org/W3214278080","https://openalex.org/W4285255685","https://openalex.org/W4285299366","https://openalex.org/W4308760226","https://openalex.org/W4320016113","https://openalex.org/W4324157275","https://openalex.org/W4378505287","https://openalex.org/W4385565879","https://openalex.org/W4385567224","https://openalex.org/W4385570009","https://openalex.org/W4385570560","https://openalex.org/W4385570671","https://openalex.org/W4385571785","https://openalex.org/W4385572690","https://openalex.org/W4389519183","https://openalex.org/W4389519590","https://openalex.org/W4389520538","https://openalex.org/W4389523942","https://openalex.org/W4389524255","https://openalex.org/W4389616988","https://openalex.org/W4392669863","https://openalex.org/W4392715732","https://openalex.org/W4401042260","https://openalex.org/W4401042312","https://openalex.org/W4401042993","https://openalex.org/W4401043498","https://openalex.org/W4402474365","https://openalex.org/W4402669788","https://openalex.org/W4402671529","https://openalex.org/W4402671578","https://openalex.org/W4402671624","https://openalex.org/W4402672081","https://openalex.org/W4403422562","https://openalex.org/W4404780998","https://openalex.org/W4404781228","https://openalex.org/W4404781295","https://openalex.org/W4404781654","https://openalex.org/W4404782295","https://openalex.org/W4404783577","https://openalex.org/W4404792933","https://openalex.org/W4407542088","https://openalex.org/W4410371768","https://openalex.org/W6678262379","https://openalex.org/W6746208923","https://openalex.org/W6784447870","https://openalex.org/W6791709101","https://openalex.org/W6803727181","https://openalex.org/W6810081322","https://openalex.org/W6810650623","https://openalex.org/W6838344593","https://openalex.org/W6839734537","https://openalex.org/W6851493029","https://openalex.org/W6852186614","https://openalex.org/W6858204369","https://openalex.org/W6858226663","https://openalex.org/W6861049347","https://openalex.org/W6861058029","https://openalex.org/W6865517537","https://openalex.org/W6873449747","https://openalex.org/W6877521707","https://openalex.org/W6877594999","https://openalex.org/W6882235235"],"related_works":["https://openalex.org/W2439807930","https://openalex.org/W2009692134","https://openalex.org/W1972271943","https://openalex.org/W2019155478","https://openalex.org/W2024529895","https://openalex.org/W2168175994","https://openalex.org/W1902630399","https://openalex.org/W2120434453","https://openalex.org/W3120578569","https://openalex.org/W1487412319"],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2,56,65,92,225,275],"multilingual":[3,87,115,294],"pre-trained":[4],"models":[5,17,296],"has":[6],"significantly":[7,300],"improved":[8],"translation":[9,263],"quality":[10],"for":[11,50,83,139,189,217,308],"Indic":[12,57,195,262],"languages.":[13,42,196],"However,":[14],"extending":[15],"these":[16,73],"to":[18,31,122,207,229,234,271,284],"new":[19],"languages":[20],"via":[21],"fine-tuning":[22,183],"or":[23,39],"retraining":[24,108],"remains":[25],"computationally":[26],"costly":[27],"and":[28,62,85,96,104,117,135,142,151,159,172,184,212,290],"often":[29],"leads":[30],"parameter":[32],"interference,":[33],"degrading":[34],"performance":[35],"on":[36,148],"previously":[37],"learned":[38],"typologically":[40],"distant":[41],"While":[43],"continual":[44],"learning":[45],"offers":[46],"a":[47,77],"promising":[48],"alternative":[49],"incremental":[51,190,310],"language":[52,256],"addition,":[53],"its":[54],"application":[55],"contexts":[58],"is":[59,90],"still":[60],"limited":[61],"faces":[63],"challenges":[64],"generalization":[66],"across":[67,254],"diverse":[68,194],"linguistic":[69],"settings.":[70],"To":[71],"overcome":[72],"issues,":[74],"we":[75],"propose":[76],"Continual":[78],"Knowledge":[79,185],"Transfer":[80,186],"(CKT)":[81],"framework":[82],"efficient":[84],"scalable":[86],"adaptation.":[88],"CKT":[89,112,299],"realized":[91],"both":[93,157],"autoregressive":[94],"(MNMT)":[95],"non-autoregressive":[97],"(Switch-GLAT)":[98],"architectures,":[99],"yielding":[100],"two":[101],"variants:":[102],"MNMT+CKT":[103,158],"Switch-GLAT+CKT.":[105],"Rather":[106],"than":[107],"the":[109,114,123,149,241,245,250,259,276,302],"entire":[110],"model,":[111],"freezes":[113],"base":[116],"updates":[118],"only":[119],"parameters":[120,306],"relevant":[121],"newly":[124],"added":[125],"language.Key":[126],"innovations":[127],"include":[128],"gradient-based":[129],"knowledge":[130],"pruning,":[131],"sequential":[132,291],"teacher":[133,295],"integration,":[134],"dynamic":[136],"vocabulary":[137],"expansion":[138],"minimizing":[140],"interference":[141],"maximizing":[143],"cross-lingual":[144],"retention.":[145],"Comprehensive":[146],"evaluations":[147],"IN22-Conv":[150],"IN22-Gen":[152],"benchmark":[153],"datasets":[154],"demonstrate":[155],"that":[156,298],"Switch-GLAT+CKT":[160],"consistently":[161,180],"outperform":[162],"established":[163],"baselines,":[164],"such":[165],"as":[166],"IndicTrans2,":[167],"Google":[168],"Translate,":[169],"GPT-4-32K,":[170],"LLaMA-2-17B,":[171],"NLIP-LAB-IITH.":[173],"The":[174,219],"proposed":[175],"multi-step":[176],"distillation":[177],"approach,":[178],"MNMT+CKT,":[179],"outperforms":[181],"conventional":[182],"(MNMT+KT)":[187],"strategies":[188],"adaptation":[191],"of":[192,293,304],"linguistically":[193],"On":[197],"IN22-Conv,":[198],"BLEU":[199,252,265],"improvements":[200,214],"range":[201,267,280],"from":[202,268,281],"+4.93":[203],"(Kashmiri":[204],"\u2192":[205,210,261],"English)":[206,211],"+11.48":[208],"(Assamese":[209],"similar":[213],"are":[215],"seen":[216],"IN22-Gen.":[218],"method":[220],"also":[221],"achieves":[222,249],"substantial":[223],"reductions":[224],"trainable":[226,305],"parameters\u201419.80%":[227],"(Nepali)":[228],"66.87%":[230],"(Kannada)\u2014while":[231],"enabling":[232],"up":[233],"4x":[235],"faster":[236],"inference":[237],"when":[238],"integrated":[239],"with":[240],"Switch-GLAT":[242],"architecture.":[243],"Among":[244],"two,":[246],"Switch-":[247],"GLAT+CKT":[248],"highest":[251],"scores":[253],"all":[255],"pairs.":[257],"In":[258],"English":[260],"direction,":[264,278],"gains":[266,279],"+9.12":[269],"(Kannada)":[270],"+26.00":[272],"(Nepali),":[273],"while":[274],"Indic\u2192English":[277],"+0.07":[282],"(Odia)":[283],"+3.78":[285],"(Assamese).":[286],"Furthermore,":[287],"ablation":[288],"studies":[289],"integration":[292],"reveal":[297],"reduces":[301],"number":[303],"required":[307],"each":[309],"step.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}