{"id":"https://openalex.org/W2786207315","doi":"https://doi.org/10.1109/asru.2017.8268920","title":"Multi-task ensembles with teacher-student training","display_name":"Multi-task ensembles with teacher-student training","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2786207315","doi":"https://doi.org/10.1109/asru.2017.8268920","mag":"2786207315"},"language":"en","primary_location":{"id":"doi:10.1109/asru.2017.8268920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2017.8268920","pdf_url":null,"source":{"id":"https://openalex.org/S4306498158","display_name":"2017 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048201022","display_name":"Jeremy H. M. Wong","orcid":"https://orcid.org/0000-0003-3742-7510"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jeremy H. M. Wong","raw_affiliation_strings":["University of Cambridge, Cambridge, Cambridgeshire, GB"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, Cambridgeshire, GB","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark J. F. Gales","raw_affiliation_strings":["University of Cambridge, Cambridge, Cambridgeshire, GB"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, Cambridgeshire, GB","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048201022"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":1.6612,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8860924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"84","last_page":"90"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.799598217010498},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.7216393947601318},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.695694088935852},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6807063817977905},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6231847405433655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5948861837387085},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5412537455558777},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5151137709617615},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4635668694972992},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4442588984966278},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.42273828387260437},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12955373525619507},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07299050688743591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.799598217010498},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.7216393947601318},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.695694088935852},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6807063817977905},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6231847405433655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5948861837387085},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5412537455558777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5151137709617615},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4635668694972992},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4442588984966278},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42273828387260437},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12955373525619507},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07299050688743591},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/asru.2017.8268920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2017.8268920","pdf_url":null,"source":{"id":"https://openalex.org/S4306498158","display_name":"2017 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},{"id":"pmh:oai:generic.eprints.org:976523","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/976523/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W38527073","https://openalex.org/W144554552","https://openalex.org/W173561343","https://openalex.org/W1524333225","https://openalex.org/W1534477342","https://openalex.org/W1539668574","https://openalex.org/W1565000507","https://openalex.org/W1904457459","https://openalex.org/W1993721840","https://openalex.org/W2064675550","https://openalex.org/W2088069258","https://openalex.org/W2094035326","https://openalex.org/W2095705004","https://openalex.org/W2108446915","https://openalex.org/W2125336414","https://openalex.org/W2137630452","https://openalex.org/W2140051273","https://openalex.org/W2154887136","https://openalex.org/W2158069733","https://openalex.org/W2160237783","https://openalex.org/W2292439652","https://openalex.org/W2294370754","https://openalex.org/W2395106899","https://openalex.org/W2398836258","https://openalex.org/W2400335852","https://openalex.org/W2401430117","https://openalex.org/W2402040300","https://openalex.org/W2507699225","https://openalex.org/W2514741789","https://openalex.org/W2749116418","https://openalex.org/W2913340405","https://openalex.org/W2962894366","https://openalex.org/W6601546718","https://openalex.org/W6605923411","https://openalex.org/W6607114211","https://openalex.org/W6631362777","https://openalex.org/W6632075054","https://openalex.org/W6632343627","https://openalex.org/W6674330103","https://openalex.org/W6678809451","https://openalex.org/W6712759826","https://openalex.org/W6713507411"],"related_works":["https://openalex.org/W2395910192","https://openalex.org/W2113687551","https://openalex.org/W2112752961","https://openalex.org/W2794896638","https://openalex.org/W1807784185","https://openalex.org/W45170056","https://openalex.org/W3202800081","https://openalex.org/W1909207154","https://openalex.org/W3124390867","https://openalex.org/W3101614107"],"abstract_inverted_index":{"Ensemble":[0],"methods":[1,175],"often":[2,29],"yield":[3],"significant":[4],"gains":[5],"for":[6,73],"automatic":[7],"speech":[8],"recognition.":[9],"One":[10],"method":[11],"to":[12,18,95,161,166],"obtain":[13],"a":[14,23,53,122,145,150,154],"diverse":[15],"ensemble":[16,38,48,84,117,127,140],"is":[17,90],"separately":[19],"train":[20],"models":[21],"with":[22,131,144,153],"range":[24],"of":[25,65,76,80,83,102,128,134,172],"context":[26],"dependent":[27],"targets,":[28],"implemented":[30],"as":[31],"state":[32],"clusters.":[33],"However,":[34],"decoding":[35],"the":[36,47,57,66,103,108,115,126,132,138,163,169,179],"complete":[37],"can":[39,49,118,141,158],"be":[40,50,119,142,159],"computationally":[41],"expensive.":[42],"To":[43],"reduce":[44,168],"this":[45,81,93],"cost,":[46],"generated":[51],"using":[52],"multi-task":[54,109,116,139],"architecture.":[55],"Here,":[56],"hidden":[58],"layers":[59,72],"are":[60,176],"merged":[61],"across":[62],"all":[63],"members":[64,101],"ensemble,":[67,165],"leaving":[68],"only":[69,97],"separate":[70,129],"output":[71,156],"each":[74],"set":[75],"targets.":[77],"Previous":[78],"investigations":[79],"form":[82],"have":[85],"used":[86],"cross-entropy":[87],"training,":[88],"which":[89],"shown":[91],"in":[92,111,121],"paper":[94,106],"produce":[96],"limited":[98],"diversity":[99],"between":[100],"ensemble.":[104],"This":[105],"extends":[107],"framework":[110],"several":[112],"ways.":[113],"First,":[114],"trained":[120,143,160],"teacher-student":[123],"fashion":[124],"toward":[125],"models,":[130],"aim":[133],"increasing":[135],"diversity.":[136],"Second,":[137],"sequence":[146],"discriminative":[147],"criterion.":[148],"Finally,":[149],"student":[151],"model,":[152],"single":[155],"layer,":[157],"emulate":[162],"combined":[164],"further":[167],"computational":[170],"cost":[171],"decoding.":[173],"These":[174],"evaluated":[177],"on":[178],"Babel":[180],"conversational":[181],"telephone":[182],"speech,":[183],"AMI":[184],"meeting":[185],"transcription,":[186],"and":[187],"HUB4":[188],"English":[189],"broadcast":[190],"news":[191],"tasks.":[192]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}