{"id":"https://openalex.org/W4408354961","doi":"https://doi.org/10.1109/icassp49660.2025.10888265","title":"Semi-Supervised Knowledge Distillation Framework towards Lightweight Large Language Model for Spoken Language Translation","display_name":"Semi-Supervised Knowledge Distillation Framework towards Lightweight Large Language Model for Spoken Language Translation","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408354961","doi":"https://doi.org/10.1109/icassp49660.2025.10888265"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888265","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093307129","display_name":"Tonmoy Rajkhowa","orcid":null},"institutions":[{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Tonmoy Rajkhowa","raw_affiliation_strings":["Indian Institute of Technology (Banaras Hindu University),Varanasi,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (Banaras Hindu University),Varanasi,India","institution_ids":["https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055868687","display_name":"Amartya Roy Chowdhury","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amartya Roy Chowdhury","raw_affiliation_strings":["Indian Institute of Technology Dharwad,Karnataka,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad,Karnataka,India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005713107","display_name":"Achyut Mani Tripathi","orcid":"https://orcid.org/0000-0003-0548-9688"},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Achyut Mani Tripathi","raw_affiliation_strings":["Indian Institute of Technology Dharwad,Karnataka,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad,Karnataka,India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005623079","display_name":"Sanjeev Sharma","orcid":"https://orcid.org/0000-0001-7488-1064"},"institutions":[{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sanjeev Sharma","raw_affiliation_strings":["Indian Institute of Technology (Banaras Hindu University),Varanasi,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (Banaras Hindu University),Varanasi,India","institution_ids":["https://openalex.org/I91357014"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067182182","display_name":"Om Jee Pandey","orcid":"https://orcid.org/0000-0002-2418-7135"},"institutions":[{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Om Jee Pandey","raw_affiliation_strings":["Indian Institute of Technology (Banaras Hindu University),Varanasi,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (Banaras Hindu University),Varanasi,India","institution_ids":["https://openalex.org/I91357014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093307129"],"corresponding_institution_ids":["https://openalex.org/I91357014"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02074696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8337000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8337000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8314553499221802},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6927505731582642},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6300082206726074},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6103311777114868},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5692138671875},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5028073787689209},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.49098899960517883},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4167774021625519},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.046860963106155396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8314553499221802},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6927505731582642},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6300082206726074},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6103311777114868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5692138671875},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5028073787689209},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.49098899960517883},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4167774021625519},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.046860963106155396},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888265","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2101105183","https://openalex.org/W2136583886","https://openalex.org/W2466918907","https://openalex.org/W2798685342","https://openalex.org/W2995181338","https://openalex.org/W3095410713","https://openalex.org/W3198039885","https://openalex.org/W3203453034","https://openalex.org/W3209059054","https://openalex.org/W4381786045","https://openalex.org/W4385823111","https://openalex.org/W4385823296","https://openalex.org/W4389518985","https://openalex.org/W4389520395","https://openalex.org/W4389524500","https://openalex.org/W4391021666","https://openalex.org/W4391136507","https://openalex.org/W4398234485","https://openalex.org/W4400529052","https://openalex.org/W4402672034","https://openalex.org/W4404134026","https://openalex.org/W6676373471","https://openalex.org/W6852177738"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2962780935","https://openalex.org/W3026162553","https://openalex.org/W4287236333","https://openalex.org/W2883671469","https://openalex.org/W2728761353","https://openalex.org/W2404510748","https://openalex.org/W3089218859"],"abstract_inverted_index":{"Even":[0],"though":[1],"large":[2],"language":[3,13],"models":[4],"(LLMs)":[5],"have":[6],"demonstrated":[7],"remarkable":[8],"performance":[9,93,101],"across":[10],"various":[11],"natural":[12],"processing":[14],"tasks,":[15],"their":[16],"application":[17],"in":[18],"speech-related":[19],"tasks":[20],"has":[21],"largely":[22],"remained":[23],"underexplored.":[24],"This":[25],"work":[26],"addresses":[27],"this":[28,86],"gap":[29],"by":[30],"incorporating":[31],"acoustic":[32],"features":[33],"into":[34],"an":[35],"LLM":[36,74],"which":[37],"can":[38],"be":[39],"fine-tuned":[40],"for":[41],"downstream":[42],"direct":[43],"speech-to-text":[44],"translation":[45],"and":[46,63,83,102],"automatic":[47],"speech":[48],"recognition":[49],"tasks.":[50],"To":[51],"address":[52],"the":[53,81,92,95],"computational":[54,103],"demands":[55],"associated":[56],"with":[57],"fine-tuning":[58],"LLMs,":[59],"a":[60,72],"novel":[61],"self":[62],"semi-supervised":[64],"knowledge":[65],"distillation":[66],"technique":[67,87],"is":[68],"proposed":[69],"to":[70],"implement":[71],"lightweight":[73],"having":[75],"50%":[76],"lesser":[77],"parameters.":[78],"Validated":[79],"on":[80],"MuST-C":[82],"Librispeech":[84],"datasets,":[85],"achieves":[88],"over":[89],"92%":[90],"of":[91,94],"larger":[96],"LLM,":[97],"demonstrating":[98],"both":[99],"robust":[100],"efficiency.":[104]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}