{"id":"https://openalex.org/W1979727248","doi":"https://doi.org/10.1109/globalsip.2014.7032182","title":"Sequence discriminative training for low-rank deep neural networks","display_name":"Sequence discriminative training for low-rank deep neural networks","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W1979727248","doi":"https://doi.org/10.1109/globalsip.2014.7032182","mag":"1979727248"},"language":"en","primary_location":{"id":"doi:10.1109/globalsip.2014.7032182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip.2014.7032182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022767796","display_name":"Yuuki Tachioka","orcid":"https://orcid.org/0009-0002-0587-2943"},"institutions":[{"id":"https://openalex.org/I39854257","display_name":"Mitsubishi Electric (Germany)","ror":"https://ror.org/04ccqwj03","country_code":"DE","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I39854257","https://openalex.org/I4210133125"]},{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["DE","JP"],"is_corresponding":false,"raw_author_name":"Yuuki Tachioka","raw_affiliation_strings":["Information Technology R&D Center, Mitsubishi Electric Corporation, Kanagawa, Japan","Information Technology R&D Center, Mitsubishi Electric Corporation, Kanagawa, Japan 247-8501#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology R&D Center, Mitsubishi Electric Corporation, Kanagawa, Japan","institution_ids":["https://openalex.org/I4210133125"]},{"raw_affiliation_string":"Information Technology R&D Center, Mitsubishi Electric Corporation, Kanagawa, Japan 247-8501#TAB#","institution_ids":["https://openalex.org/I39854257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001291873","display_name":"Shinji Watanabe","orcid":"https://orcid.org/0000-0002-5970-8631"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shinji Watanabe","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories, Cambridge, USA","Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories, Cambridge, USA","institution_ids":["https://openalex.org/I4210159266"]},{"raw_affiliation_string":"Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076453358","display_name":"Jonathan Le Roux","orcid":"https://orcid.org/0000-0002-3451-171X"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Le Roux","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories, Cambridge, USA","Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories, Cambridge, USA","institution_ids":["https://openalex.org/I4210159266"]},{"raw_affiliation_string":"Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112763337","display_name":"John R. Hershey","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John R Hershey","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories, Cambridge, USA","Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories, Cambridge, USA","institution_ids":["https://openalex.org/I4210159266"]},{"raw_affiliation_string":"Mitsubishi Electric Research Labs, Cambridge, USA 02139#TAB#","institution_ids":["https://openalex.org/I4210159266"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2949,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53148011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"15","issue":"146","first_page":"572","last_page":"576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.9475264549255371},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7385348081588745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6780380010604858},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.6525800824165344},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5745927095413208},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5650027394294739},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.559949517250061},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.557906448841095},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5568413734436035},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4925297200679779},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2635970115661621}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.9475264549255371},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7385348081588745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6780380010604858},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.6525800824165344},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5745927095413208},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5650027394294739},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.559949517250061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.557906448841095},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5568413734436035},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4925297200679779},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2635970115661621},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/globalsip.2014.7032182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip.2014.7032182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.723.6083","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.723.6083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.jonathanleroux.org/pdf/Tachioka2014GlobalSIP12.pdf","raw_type":"text"},{"id":"mag:2676806782","is_oa":false,"landing_page_url":"https://www.ieice.org/ken/paper/20150716kb0p/eng/","pdf_url":null,"source":{"id":"https://openalex.org/S4306512848","display_name":"IEICE Technical Report; IEICE Tech. Rep.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEICE Technical Report; IEICE Tech. Rep.","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7300000190734863,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W1989674786","https://openalex.org/W2005638789","https://openalex.org/W2019125718","https://openalex.org/W2058641082","https://openalex.org/W2085684370","https://openalex.org/W2095547148","https://openalex.org/W2101045344","https://openalex.org/W2114016253","https://openalex.org/W2125234026","https://openalex.org/W2131342762","https://openalex.org/W2150907703","https://openalex.org/W2158808283","https://openalex.org/W2160815625","https://openalex.org/W2184045248","https://openalex.org/W2276256113","https://openalex.org/W2294543795","https://openalex.org/W2296748324","https://openalex.org/W2328757576","https://openalex.org/W2398337534","https://openalex.org/W2403195671","https://openalex.org/W6631362777","https://openalex.org/W6647485478","https://openalex.org/W6678457041","https://openalex.org/W6682398751","https://openalex.org/W6696912008","https://openalex.org/W6702079475","https://openalex.org/W6713280142"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W1482209366","https://openalex.org/W2110523656","https://openalex.org/W2521627374","https://openalex.org/W2981954115","https://openalex.org/W2901057123"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4,45],"proven":[5],"very":[6],"successful":[7],"for":[8,136],"automatic":[9],"speech":[10,62,138],"recognition":[11],"but":[12],"the":[13,28,57,71,84,94,97,101,113,116,121,140,153,158,169,178],"number":[14],"of":[15,30,36,73,96,115,118,120,144],"parameters":[16],"tends":[17],"to":[18,22,151,157,164],"be":[19],"large,":[20],"leading":[21],"high":[23],"computational":[24],"cost.":[25],"To":[26],"reduce":[27],"size":[29],"a":[31,107],"DNN":[32,103],"model,":[33],"low-rank":[34,85,122,170,173],"approximations":[35],"weight":[37],"matrices,":[38],"computed":[39],"using":[40,106],"singular":[41],"value":[42],"decomposition":[43],"(SVD),":[44],"previously":[46],"been":[47],"applied.":[48],"Previous":[49],"studies":[50],"only":[51],"focused":[52],"on":[53,77,168],"clean":[54],"speech,":[55],"whereas":[56],"additional":[58],"variability":[59],"in":[60],"noisy":[61,78,137],"could":[63],"make":[64],"model":[65,148,160,176],"reduction":[66,149],"difficult.":[67],"Thus":[68],"we":[69,82],"investigate":[70],"effectiveness":[72],"this":[74],"SVD":[75],"method":[76],"reverberated":[79],"speech.":[80],"Furthermore,":[81],"combine":[83],"approximation":[86,133,156],"with":[87,147],"sequence":[88,124],"discriminative":[89,108,125,145,166],"training,":[90],"which":[91],"further":[92],"improved":[93],"performance":[95],"DNN,":[98],"even":[99],"though":[100],"original":[102],"was":[104],"constructed":[105],"criterion.":[109],"We":[110],"also":[111],"investigated":[112],"effect":[114],"order":[117],"application":[119],"and":[123,139,162],"training.":[126],"Our":[127],"experiments":[128],"show":[129],"that":[130],"low":[131,154],"rank":[132,155],"is":[134,150],"effective":[135,142],"most":[141],"combination":[143],"training":[146,167],"apply":[152],"base":[159],"first":[161],"then":[163],"perform":[165],"model.":[171,182],"This":[172],"discriminatively":[174,180],"trained":[175,181],"outperformed":[177],"full":[179]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}