{"id":"https://openalex.org/W7127163230","doi":"https://doi.org/10.31449/inf.v50i5.12129","title":"Multi-Teacher Knowledge Distillation for Lightweight Speech Interaction in Embedded Educational Robots","display_name":"Multi-Teacher Knowledge Distillation for Lightweight Speech Interaction in Embedded Educational Robots","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127163230","doi":"https://doi.org/10.31449/inf.v50i5.12129"},"language":null,"primary_location":{"id":"doi:10.31449/inf.v50i5.12129","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i5.12129","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12129/6439","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.informatica.si/index.php/informatica/article/download/12129/6439","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124790178","display_name":"Yu Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5124790178"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11144493,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.04670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5691999793052673},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5072000026702881},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45840001106262207},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4555000066757202},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42480000853538513},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40779998898506165},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3977999985218048},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3422999978065491},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.3257000148296356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570000290870667},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5691999793052673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5241000056266785},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45419999957084656},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42480000853538513},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2989000082015991},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.274399995803833},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31449/inf.v50i5.12129","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i5.12129","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12129/6439","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31449/inf.v50i5.12129","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i5.12129","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12129/6439","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199097514152527,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127163230.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Educational":[0],"robots":[1],"have":[2,25],"significant":[3],"potential":[4],"in":[5,66,265,285],"improving":[6,270],"learning":[7],"experience":[8],"and":[9,31,69,114,138,178,214,228,263,274,276],"efficiency":[10,264],"through":[11,122,230],"their":[12],"natural":[13],"real-time":[14,57,232,271],"voice":[15,22,268],"interaction":[16,23,91],"capabilities.":[17],"However,":[18],"existing":[19],"mainstream":[20],"end-to-end":[21],"models":[24,75,209],"problems":[26],"with":[27],"large":[28],"parameter":[29],"quantities":[30],"high":[32,180],"computational":[33],"costs,":[34],"making":[35],"it":[36],"difficult":[37],"to":[38,125,134,142,222],"deploy":[39],"efficiently":[40,252],"on":[41,94,103,182,253],"resource":[42],"limited":[43],"embedded":[44],"educational":[45,162,189,235,266,287],"robot":[46,267],"platforms.":[47],"The":[48,146,164,191],"average":[49],"inference":[50,216],"delay":[51,217],"is":[52,76,108,120,153,196,218],"810ms,":[53],"which":[54],"seriously":[55],"affects":[56],"interaction.":[58],"Moreover,":[59],"traditional":[60],"compression":[61],"methods":[62],"sacrifice":[63],"understanding":[64],"accuracy":[65,181,262],"complex":[67],"scenarios,":[68],"the":[70,111,150,172,175,211,215,231,238,259],"representation":[71],"ability":[72],"of":[73,149,171,174,210,234],"small-scale":[74],"limited;":[77],"To":[78],"this":[79,81],"end,":[80],"study":[82],"proposes":[83],"a":[84,88,104,115,156,183],"method":[85],"for":[86,281],"constructing":[87],"lightweight":[89,157],"speech":[90,192],"system":[92],"based":[93],"knowledge":[95,117,148],"distillation.":[96],"A":[97],"deep":[98],"neural":[99],"network":[100],"pre":[101],"trained":[102],"large-scale":[105],"general":[106],"corpus":[107],"used":[109],"as":[110,197,199],"teacher":[112,151,176],"model,":[113],"multi-level":[116],"transfer":[118],"mechanism":[119],"established":[121],"differential":[123],"masking":[124],"guide":[126],"key":[127],"feature":[128],"learning,":[129],"relationship":[130],"information":[131],"extraction":[132],"module":[133],"obtain":[135],"global":[136],"correlations,":[137],"hierarchical":[139],"loss":[140],"function":[141],"balance":[143,260],"distillation":[144],"weights.":[145],"core":[147],"model":[152,159,167,177,239],"extracted":[154],"into":[155],"student":[158,166],"driven":[160],"by":[161,226,245],"scenarios.":[163,288],"final":[165],"contains":[168],"only":[169],"20%":[170],"parameters":[173],"maintains":[179],"benchmark":[184],"test":[185],"set":[186],"simulating":[187],"real":[188],"environments.":[190],"recognition":[193],"error":[194],"rate":[195],"low":[198],"15.8%":[200],"(12.6":[201],"percentage":[202],"points":[203],"lower":[204],"than":[205],"directly":[206],"training":[207],"small":[208],"same":[212],"scale),":[213],"reduced":[219],"from":[220],"810ms":[221],"500ms":[223],"By":[224],"reducing":[225],"38%":[227],"breaking":[229],"threshold":[233],"human-computer":[236],"interaction,":[237,269,272],"storage":[240],"space":[241],"has":[242],"been":[243],"compressed":[244],"over":[246],"80%":[247],"(<350MB).":[248],"It":[249],"can":[250],"run":[251],"low-power":[254],"hardware":[255],"platforms,":[256],"effectively":[257],"solving":[258],"between":[261],"robustness,":[273],"practicality,":[275],"providing":[277],"reliable":[278],"technical":[279],"support":[280],"its":[282],"wide":[283],"application":[284],"various":[286]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-03T00:00:00"}