{"id":"https://openalex.org/W3135701212","doi":"https://doi.org/10.1109/iscslp49672.2021.9362060","title":"Towards Realizing Sign Language to Emotional Speech Conversion by Deep Learning","display_name":"Towards Realizing Sign Language to Emotional Speech Conversion by Deep Learning","publication_year":2021,"publication_date":"2021-01-24","ids":{"openalex":"https://openalex.org/W3135701212","doi":"https://doi.org/10.1109/iscslp49672.2021.9362060","mag":"3135701212"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp49672.2021.9362060","doi":"https://doi.org/10.1109/iscslp49672.2021.9362060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp49672.2021.9362060","pdf_url":null,"source":{"id":"https://openalex.org/S4363607181","display_name":"International Symposium on Chinese Spoken Language Processing (ISCSLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 12th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101633880","display_name":"Weizhe Wang","orcid":"https://orcid.org/0000-0002-6910-687X","observed_orcids":["https://orcid.org/0000-0002-6910-687X","https://orcid.org/0009-0008-1416-167X","https://orcid.org/0009-0008-7220-229X"]},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhe WANG","raw_affiliation_strings":["College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032919424","display_name":"Hongwu Yang","orcid":"https://orcid.org/0000-0002-8939-3386","observed_orcids":["https://orcid.org/0000-0002-8939-3386"]},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwu YANG","raw_affiliation_strings":["College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","National and Provincial Joint Engineering Laboratory of Learning Analysis Technology in Online Education, Lanzhou, China","School of Educational Technology, Northwest Normal University, Lanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]},{"raw_affiliation_string":"National and Provincial Joint Engineering Laboratory of Learning Analysis Technology in Online Education, Lanzhou, China","institution_ids":[]},{"raw_affiliation_string":"School of Educational Technology, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I68986083"],"apc_list":null,"apc_paid":null,"fwci":0.7521,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.73041156,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language-to-speech-conversion","display_name":"sign language to speech conversion","score":0.8700000047683716},{"id":"https://openalex.org/keywords/emotional-speech-synthesis","display_name":"emotional speech synthesis","score":0.9800000190734863},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"gesture recognition","score":0.9480000138282776},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":1.0},{"id":"https://openalex.org/keywords/dcgan","display_name":"DCGAN","score":0.6610000133514404},{"id":"https://openalex.org/keywords/hybrid-lstm","display_name":"hybrid LSTM","score":0.5540000200271606},{"id":"https://openalex.org/keywords/speaker-adaptation","display_name":"speaker adaptation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/language-barriers","display_name":"language barriers","score":0.5809999704360962},{"id":"https://openalex.org/keywords/communication-disorders","display_name":"communication disorders","score":0.4169999957084656}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.8093550205230713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7665475010871887},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6732248067855835},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5401877164840698},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5383907556533813},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5279932022094727},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5043705701828003},{"id":"https://openalex.org/C138954614","wikidata":"https://www.wikidata.org/wiki/Q9192","display_name":"Mandarin Chinese","level":2,"score":0.4518510699272156},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43997669219970703},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.43582767248153687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4332830309867859},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10583126544952393},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iscslp49672.2021.9362060","doi":"https://doi.org/10.1109/iscslp49672.2021.9362060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp49672.2021.9362060","pdf_url":null,"source":{"id":"https://openalex.org/S4363607181","display_name":"International Symposium on Chinese Spoken Language Processing (ISCSLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 12th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:ir.lzu.edu.cn/:262010/451456","doi":null,"is_oa":false,"landing_page_url":"http://ir.lzu.edu.cn/handle/262010/451456","pdf_url":null,"source":{"id":"https://openalex.org/S4406923049","display_name":"Lanzhou University Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u4f1a\u8bae\u8bba\u6587"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W25168235","https://openalex.org/W1492383498","https://openalex.org/W1523377457","https://openalex.org/W1570874634","https://openalex.org/W1606749791","https://openalex.org/W1610566672","https://openalex.org/W1710476689","https://openalex.org/W1892788530","https://openalex.org/W1988518090","https://openalex.org/W1999635775","https://openalex.org/W2012485643","https://openalex.org/W2041288440","https://openalex.org/W2064675550","https://openalex.org/W2081254602","https://openalex.org/W2089033613","https://openalex.org/W2089346210","https://openalex.org/W2094512169","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2136492166","https://openalex.org/W2140833774","https://openalex.org/W2155366594","https://openalex.org/W2173520492","https://openalex.org/W2290463584","https://openalex.org/W2295038166","https://openalex.org/W2318145034","https://openalex.org/W2361206881","https://openalex.org/W2361653633","https://openalex.org/W2385764940","https://openalex.org/W2471520273","https://openalex.org/W2506463328","https://openalex.org/W2513140567","https://openalex.org/W2560696501","https://openalex.org/W2604209953","https://openalex.org/W2605320104","https://openalex.org/W2730601341","https://openalex.org/W2787378487","https://openalex.org/W2787685498","https://openalex.org/W2793479148","https://openalex.org/W2936492398","https://openalex.org/W3022398175","https://openalex.org/W3096831136","https://openalex.org/W3160545457","https://openalex.org/W3175678293","https://openalex.org/W4285719527","https://openalex.org/W4298289240","https://openalex.org/W7061420537"],"related_works":["https://openalex.org/W2921973582","https://openalex.org/W3013129593","https://openalex.org/W2892416939","https://openalex.org/W2912065917","https://openalex.org/W2506463328","https://openalex.org/W7154727783","https://openalex.org/W7155391043","https://openalex.org/W7154483630","https://openalex.org/W7130327377","https://openalex.org/W7162432733"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,31,36,42,58,81,94],"framework":[4],"of":[5,71,141,150],"sign":[6,128],"language":[7,23,129],"to":[8,16,79,92,125,130],"emotional":[9,53,75,103,121,131,162],"speech":[10,54,76,122,132,163],"conversion":[11],"based":[12],"on":[13],"deep":[14,43],"learning":[15],"solve":[17],"communication":[18],"disorders":[19],"between":[20],"people":[21],"with":[22,57,99,119],"barriers":[24],"and":[25,35,68,114,146],"healthy":[26],"people.":[27],"We":[28,64],"firstly":[29],"trained":[30,51],"gesture":[32,111,142],"recognition":[33,39,112,117,139,143,148,153],"model":[34,40,56,85,98,113,118,124],"facial":[37,115,151,175],"expression":[38,116,152],"by":[41],"convolutional":[44],"generative":[45],"adversarial":[46],"network":[47],"(DCGAN).":[48],"Then":[49],"we":[50,108],"an":[52],"acoustic":[55],"hybrid":[59,96],"long":[60],"short-term":[61],"memory":[62],"(LSTM).":[63],"select":[65],"the":[66,69,74,110,120,127,138,147,155,174],"initials":[67],"finals":[70],"Mandarin":[72],"as":[73],"synthesis":[77,123],"units":[78],"train":[80,93],"speaker-independent":[82],"average":[83],"voice":[84],"(AVM).":[86],"The":[87,134,160],"speaker":[88,102],"adaptation":[89],"is":[90,144,158],"applied":[91],"speaker-dependent":[95],"LST-M":[97],"one":[100],"target":[101],"corpus":[104],"from":[105],"AVM.":[106],"Finally,":[107],"combine":[109],"realize":[126],"conversion.":[133],"experiments":[135],"show":[136],"that":[137],"rate":[140,149],"93.96%,":[145],"in":[154],"CK+":[156],"database":[157],"96.01%.":[159],"converted":[161],"not":[164],"only":[165],"has":[166],"high":[167],"quality":[168],"but":[169],"also":[170],"can":[171],"accurately":[172],"express":[173],"expression.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-03-15T00:00:00"}