{"id":"https://openalex.org/W4367678477","doi":"https://doi.org/10.32657/10356/166407","title":"Improving end-to-end transformer model architecture in ASR","display_name":"Improving end-to-end transformer model architecture in ASR","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4367678477","doi":"https://doi.org/10.32657/10356/166407"},"language":"en","primary_location":{"id":"doi:10.32657/10356/166407","doi":"https://doi.org/10.32657/10356/166407","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/166407","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/166407/2/thesis_ZhaoYingzhu.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"parent_works":[],"lineage":["https://openalex.org/W4367678477"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/166407/2/thesis_ZhaoYingzhu.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018178902","display_name":"Yingzhu Zhao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhao, Yingzhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5018178902"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.7960000038146973},{"id":"https://openalex.org/keywords/speaker-adaptation","display_name":"speaker adaptation","score":0.8970000147819519},{"id":"https://openalex.org/keywords/persistent-memory","display_name":"persistent memory","score":0.6269999742507935},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"word error rate","score":0.4659999907016754},{"id":"https://openalex.org/keywords/noise-robustness","display_name":"noise robustness","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6110091805458069},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5944415926933289},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5936325192451477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44830456376075745},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3168022036552429},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2919234335422516},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.19829633831977844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12849313020706177},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.09511059522628784},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.32657/10356/166407","doi":"https://doi.org/10.32657/10356/166407","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/166407","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/166407/2/thesis_ZhaoYingzhu.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/166407","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/166407","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis-Doctor of Philosophy"}],"best_oa_location":{"id":"doi:10.32657/10356/166407","doi":"https://doi.org/10.32657/10356/166407","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/166407","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/166407/2/thesis_ZhaoYingzhu.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367678477.pdf","grobid_xml":"https://content.openalex.org/works/W4367678477.grobid-xml"},"referenced_works_count":176,"referenced_works":["https://openalex.org/W82936479","https://openalex.org/W567546468","https://openalex.org/W854541894","https://openalex.org/W1494198834","https://openalex.org/W1509793305","https://openalex.org/W1524333225","https://openalex.org/W1526236009","https://openalex.org/W1614862348","https://openalex.org/W1682403713","https://openalex.org/W1792764070","https://openalex.org/W1828163288","https://openalex.org/W1845051632","https://openalex.org/W1902237438","https://openalex.org/W1979651826","https://openalex.org/W1984541135","https://openalex.org/W1985371235","https://openalex.org/W1989549063","https://openalex.org/W1993409002","https://openalex.org/W1993882792","https://openalex.org/W2010362084","https://openalex.org/W2029134149","https://openalex.org/W2039057510","https://openalex.org/W2039285212","https://openalex.org/W2040118574","https://openalex.org/W2045317385","https://openalex.org/W2045644151","https://openalex.org/W2046056978","https://openalex.org/W2056445351","https://openalex.org/W2056738732","https://openalex.org/W2063223471","https://openalex.org/W2070725064","https://openalex.org/W2079623482","https://openalex.org/W2080005694","https://openalex.org/W2087006792","https://openalex.org/W2090320273","https://openalex.org/W2091432990","https://openalex.org/W2093794678","https://openalex.org/W2094147890","https://openalex.org/W2099621636","https://openalex.org/W2100969003","https://openalex.org/W2102113734","https://openalex.org/W2109886035","https://openalex.org/W2117587212","https://openalex.org/W2118716571","https://openalex.org/W2121981798","https://openalex.org/W2122028591","https://openalex.org/W2125838338","https://openalex.org/W2133564696","https://openalex.org/W2143612262","https://openalex.org/W2147207799","https://openalex.org/W2147627917","https://openalex.org/W2147768505","https://openalex.org/W2150769028","https://openalex.org/W2155648385","https://openalex.org/W2156142001","https://openalex.org/W2156373089","https://openalex.org/W2157331557","https://openalex.org/W2160306971","https://openalex.org/W2160815625","https://openalex.org/W2164240571","https://openalex.org/W2166637769","https://openalex.org/W2169189000","https://openalex.org/W2189248916","https://openalex.org/W2239847623","https://openalex.org/W2250357346","https://openalex.org/W2251321385","https://openalex.org/W2276408190","https://openalex.org/W2292517305","https://openalex.org/W2294543795","https://openalex.org/W2295119550","https://openalex.org/W2325237720","https://openalex.org/W2327501763","https://openalex.org/W2394882406","https://openalex.org/W2396230943","https://openalex.org/W2398776621","https://openalex.org/W2401396087","https://openalex.org/W2401812832","https://openalex.org/W2402146185","https://openalex.org/W2404620314","https://openalex.org/W2407080277","https://openalex.org/W2407320368","https://openalex.org/W2407793339","https://openalex.org/W2508162385","https://openalex.org/W2511419867","https://openalex.org/W2514740276","https://openalex.org/W2515385951","https://openalex.org/W2530876040","https://openalex.org/W2560647685","https://openalex.org/W2626778328","https://openalex.org/W2641129314","https://openalex.org/W2695252763","https://openalex.org/W2746192915","https://openalex.org/W2764043458","https://openalex.org/W2766219058","https://openalex.org/W2767005120","https://openalex.org/W2786891429","https://openalex.org/W2791636785","https://openalex.org/W2795138957","https://openalex.org/W2799923439","https://openalex.org/W2804704270","https://openalex.org/W2805003733","https://openalex.org/W2866343820","https://openalex.org/W2889158616","https://openalex.org/W2889282842","https://openalex.org/W2889374926","https://openalex.org/W2890964092","https://openalex.org/W2892009249","https://openalex.org/W2896409484","https://openalex.org/W2897105542","https://openalex.org/W2912351236","https://openalex.org/W2913340405","https://openalex.org/W2926063217","https://openalex.org/W2928941594","https://openalex.org/W2933138175","https://openalex.org/W2936123380","https://openalex.org/W2939164678","https://openalex.org/W2939173691","https://openalex.org/W2939710050","https://openalex.org/W2943493972","https://openalex.org/W2944255943","https://openalex.org/W2945648280","https://openalex.org/W2951563833","https://openalex.org/W2953190524","https://openalex.org/W2955227499","https://openalex.org/W2962780374","https://openalex.org/W2962940707","https://openalex.org/W2963211739","https://openalex.org/W2963242190","https://openalex.org/W2963288281","https://openalex.org/W2963381607","https://openalex.org/W2963382687","https://openalex.org/W2963432880","https://openalex.org/W2963596039","https://openalex.org/W2964182776","https://openalex.org/W2972389417","https://openalex.org/W2972621414","https://openalex.org/W2972799770","https://openalex.org/W2973213659","https://openalex.org/W2975381464","https://openalex.org/W2975909172","https://openalex.org/W2976255838","https://openalex.org/W2980754549","https://openalex.org/W2982211334","https://openalex.org/W3006713268","https://openalex.org/W3006835112","https://openalex.org/W3007227084","https://openalex.org/W3007327651","https://openalex.org/W3007550212","https://openalex.org/W3008391164","https://openalex.org/W3008912312","https://openalex.org/W3015216127","https://openalex.org/W3015412845","https://openalex.org/W3015492205","https://openalex.org/W3015501067","https://openalex.org/W3016008406","https://openalex.org/W3016167541","https://openalex.org/W3030127572","https://openalex.org/W3034729383","https://openalex.org/W3036601975","https://openalex.org/W3080248383","https://openalex.org/W3095221623","https://openalex.org/W3096552437","https://openalex.org/W3097904285","https://openalex.org/W3116179216","https://openalex.org/W3152956381","https://openalex.org/W3161873870","https://openalex.org/W3167533889","https://openalex.org/W3169320628","https://openalex.org/W3197580070","https://openalex.org/W3209042722","https://openalex.org/W3211278025","https://openalex.org/W3214343901","https://openalex.org/W4234330420","https://openalex.org/W4253573210","https://openalex.org/W4311000453","https://openalex.org/W7027429494"],"related_works":["https://openalex.org/W4297841903","https://openalex.org/W3095714920","https://openalex.org/W2889330247","https://openalex.org/W2978099976","https://openalex.org/W4297841862","https://openalex.org/W7054885119","https://openalex.org/W3097287883","https://openalex.org/W3195874849","https://openalex.org/W2998814410","https://openalex.org/W4411120407"],"abstract_inverted_index":{"As":[0],"a":[1,61,119,167,231,277,315,433,550,610,625],"result":[2],"of":[3,79,95,148,189,239,303,320,428,491,494,512,520,553,571],"advancement":[4],"in":[5,66,70,122,218,260,329,390,409,496],"deep":[6,566,606],"learning":[7],"and":[8,23,49,74,112,115,136,154,226,242,366,401,420,477,530,546,584,617,629],"neural":[9],"network":[10],"technology,":[11],"end-to-end":[12,57],"models":[13,33,38],"have":[14,130],"been":[15],"introduced":[16,457],"into":[17,423],"automatic":[18],"speech":[19,41,137,386,421,446,502,507],"recognition":[20],"(ASR)":[21],"successfully":[22],"achieved":[24,60],"superior":[25],"performance":[26,102,202,216],"compared":[27],"to":[28,42,90,129,151,158,176,199,213,221,252,262,265,271,284,306,322,361,373,442,487,596],"conventional":[29],"hybrid":[30],"systems.":[31],"End-to-end":[32],"simplify":[34],"the":[35,55,93,107,127,161,177,183,190,201,204,210,215,257,272,297,357,368,377,383,396,444,484,489,506,518,528,539,564,581,587,598,604],"traditional":[36],"GMM-HMM":[37],"by":[39,106,371,425,543,579,627],"transcribing":[40],"text":[43,134,384,418],"directly":[44],"with":[45,207,332,359,509,633],"fast":[46,50],"computation":[47,149,635],"speed":[48],"development":[51],"time.":[52],"Transformer":[53],"model,":[54,58,498],"latest":[56],"has":[59,126],"huge":[62],"success":[63],"not":[64],"only":[65,304,585],"ASR":[67,101,125,165,185,219,397],"but":[68],"also":[69,548],"natural":[71],"language":[72],"processing":[73,577],"computer":[75],"vision.":[76],"In":[77,169,209,376,483],"spite":[78],"its":[80,576],"great":[81],"performance,":[82],"transformer":[83,162,178,205,391,410,497,508,526,592],"model":[84,163,179,243,249,288,299,318,392,469,623,632],"architecture":[85],"can":[86,470,516],"be":[87,98],"further":[88,456],"improved":[89,472],"better":[91,159,264,569],"suit":[92],"characteristics":[94],"ASR.":[96,123],"To":[97],"more":[99],"specific,":[100],"is":[103,118,196,250,282,327,411,436,455,559],"greatly":[104,394],"affected":[105],"speaker":[108,116,222,235,254,293,348,352],"mismatch":[109,223],"between":[110,133,224,417,556],"training":[111,225,400],"test":[113,227,267],"data,":[114,228],"adaptation":[117,241,274,294,317],"long-standing":[120],"problem":[121,389,490],"Additionally,":[124],"characteristic":[128],"monotonic":[131,415],"alignment":[132,416,451,459,474],"output":[135,385,419],"input.":[138],"Different":[139],"phonemes":[140],"along":[141],"an":[142],"utterance":[143],"may":[144],"require":[145],"different":[146],"level":[147],"due":[150,220],"varying":[152],"complexity":[153],"noise":[155],"level.":[156],"How":[157],"deploy":[160],"for":[164,182,234,291,458,475,534],"remains":[166],"challenge.":[168],"this":[170],"thesis,":[171],"three":[172],"novel":[173],"architectural":[174],"changes":[175],"are":[180],"proposed":[181,191,336,412,468],"above":[184],"characteristics.":[186],"For":[187,568],"each":[188,535],"methods,":[192],"detailed":[193],"experimental":[194],"evaluation":[195],"carried":[197,542],"out":[198],"compare":[200],"against":[203],"baseline":[206,358,626],"analysis.":[208],"first":[211],"study,":[212,379,486],"alleviate":[214],"drop":[217],"we":[229,313,380,499,574,608],"present":[230,500],"unified":[232],"framework":[233,578],"adaptation,":[236,353],"which":[237,269,326,393,515,537,558],"consists":[238],"feature":[240,273],"adaptation.":[244,349],"A":[245,453],"speaker-aware":[246],"persistent":[247,258],"memory":[248,259],"presented":[251],"capture":[253],"knowledge":[255],"through":[256],"order":[261],"generalize":[263],"unseen":[266],"speakers,":[268],"belongs":[270],"method.":[275],"Furthermore,":[276,595],"model-based":[278],"gradual":[279],"pruning":[280],"approach":[281,337],"deployed":[283],"free":[285],"up":[286,360,372],"partial":[287,551],"encoder":[289,593],"parameters":[290],"target":[292,311,351],"without":[295],"sacrificing":[296],"original":[298],"performance.":[300],"Finally,":[301],"instead":[302],"adapting":[305,321],"general":[307,347],"speakers":[308,324],"or":[309],"specific":[310],"speaker,":[312],"design":[314],"multi-speaker":[316],"capable":[319],"multiple":[323,333],"simultaneously,":[325],"practical":[328],"ubiquitous":[330],"environment":[331],"users.":[334],"Our":[335],"brings":[338],"relative":[339,363,374,480],"2.74-6.52%":[340],"word":[341],"error":[342],"rate":[343],"(WER)":[344],"reduction":[345],"on":[346,438,462,563,603,614],"On":[350],"our":[354,467,622],"method":[355,370],"outperforms":[356,624],"20.58%":[362],"WER":[364,481],"reduction,":[365],"surpasses":[367,630],"finetuning":[369],"2.54%.":[375],"second":[378],"then":[381],"address":[382],"input":[387,422,445],"misalignment":[388],"affects":[395],"accuracy":[398],"during":[399],"inference.":[402],"An":[403],"effective":[404],"cross":[405,429,439],"attention":[406,430,440],"biasing":[407],"technique":[408],"that":[413,466,621],"takes":[414],"consideration":[424],"making":[426],"use":[427,570],"weights.":[431],"Specifically,":[432],"Gaussian":[434],"mask":[435],"applied":[437],"weights":[441],"limit":[443],"context":[447],"range":[448],"locally":[449],"given":[450],"information.":[452],"regularizer":[454],"regularization.":[460],"Experiments":[461,613],"LibriSpeech":[463],"dataset":[464],"find":[465],"obtain":[471],"output-input":[473],"ASR,":[476],"yields":[478],"14.5%-25.0%":[479],"reductions.":[482],"final":[485],"resolve":[488],"static":[492],"number":[493],"layers":[495],"universal":[501,572],"transformer.":[503],"It":[504],"generalizes":[505],"dynamic":[510],"numbers":[511],"encoder/decoder":[513],"layers,":[514,557],"relieve":[517],"burden":[519],"tuning":[521],"depth":[522,529,582],"related":[523],"hyperparameters.":[524],"Universal":[525],"adds":[527],"positional":[531,588],"embeddings":[532],"repeatedly":[533],"layer,":[536],"dilutes":[538],"acoustic":[540],"information":[541],"hidden":[544,554,599],"representation,":[545],"it":[547],"performs":[549],"update":[552,597],"vectors":[555,600],"less":[560,634],"efficient":[561],"especially":[562,602],"very":[565,605],"models.":[567],"transformer,":[573],"modify":[575],"removing":[580],"embedding":[583,589],"adding":[586],"once":[590],"at":[591],"frontend.":[594],"efficiently,":[601],"models,":[607],"adopt":[609],"full":[611],"update.":[612],"LibriSpeech,":[615],"Switchboard":[616],"AISHELL-1":[618],"datasets":[619],"show":[620],"3.88%-13.7%,":[628],"other":[631],"cost.":[636]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4367678477","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-05-03T00:00:00"}
