{"id":"https://openalex.org/W2921973582","doi":"https://doi.org/10.23919/apsipa.2018.8659571","title":"A deep learning based framework for converting sign language to emotional speech","display_name":"A deep learning based framework for converting sign language to emotional speech","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2921973582","doi":"https://doi.org/10.23919/apsipa.2018.8659571","mag":"2921973582"},"language":"en","primary_location":{"id":"doi:10.23919/apsipa.2018.8659571","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apsipa.2018.8659571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101926146","display_name":"Nan Song","orcid":"https://orcid.org/0000-0002-3724-4960"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nan Song","raw_affiliation_strings":["College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032919424","display_name":"Hongwu Yang","orcid":"https://orcid.org/0000-0002-8939-3386"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwu Yang","raw_affiliation_strings":["College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088475907","display_name":"Pengpeng Zhi","orcid":null},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengpeng Zhi","raw_affiliation_strings":["College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Physics and Electronic Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101926146"],"corresponding_institution_ids":["https://openalex.org/I68986083"],"apc_list":null,"apc_paid":null,"fwci":0.1811,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54309409,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2047","last_page":"2053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7596888542175293},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5528126955032349},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5209276080131531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49659186601638794},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4685574173927307},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.436578631401062},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.05374738574028015}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7596888542175293},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5528126955032349},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5209276080131531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49659186601638794},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4685574173927307},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.436578631401062},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05374738574028015},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/apsipa.2018.8659571","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apsipa.2018.8659571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W25168235","https://openalex.org/W1523377457","https://openalex.org/W1570874634","https://openalex.org/W1606749791","https://openalex.org/W1610566672","https://openalex.org/W1988518090","https://openalex.org/W1999635775","https://openalex.org/W2012485643","https://openalex.org/W2081254602","https://openalex.org/W2089033613","https://openalex.org/W2089346210","https://openalex.org/W2094512169","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2136492166","https://openalex.org/W2150341604","https://openalex.org/W2155366594","https://openalex.org/W2290463584","https://openalex.org/W2318145034","https://openalex.org/W2361653633","https://openalex.org/W2385764940","https://openalex.org/W2471520273","https://openalex.org/W2506463328","https://openalex.org/W2513140567","https://openalex.org/W2787685498","https://openalex.org/W3175678293","https://openalex.org/W4205947740","https://openalex.org/W6601011631"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"This":[0,203],"paper":[1],"proposes":[2],"a":[3,18,66],"framework":[4],"for":[5,50,115,176],"converting":[6],"sign":[7,29,45,55,106,117],"language":[8,30,46,56,118],"to":[9,24,42,96,171,195],"emotional":[10,58,70,81,89,98,151,158,182,201,208],"speech":[11,71,82,90,99,152,209],"by":[12,74],"deep":[13,19],"learning.":[14],"We":[15,63],"firstly":[16],"adopt":[17],"neural":[20],"network":[21],"(DNN)":[22],"model":[23,168],"extract":[25],"the":[26,44,52,87,101,105,112,130,138,157,173,187,196,206,212],"features":[27],"of":[28,54,60,68,124,156,190,199,214],"and":[31,47,57,135,180],"facial":[32,48,61,125,178,191,215],"expression.":[33,62,216],"Then":[34],"we":[35,85],"train":[36,65],"two":[37],"support":[38],"vector":[39],"machines":[40],"(SVM)":[41],"classify":[43],"expression":[49,126,179,192],"recognizing":[51],"text":[53,102],"tags":[59,95],"also":[64],"set":[67],"DNN-based":[69,88],"acoustic":[72,91],"models":[73,92],"speaker":[75],"adaptive":[76],"training":[77],"with":[78,93],"an":[79],"multi-speaker":[80],"corpus.":[83],"Finally,":[84],"select":[86],"emotion":[94,167],"synthesize":[97],"from":[100,104],"recognized":[103],"language.":[107],"Objective":[108],"tests":[109],"show":[110,185],"that":[111,149,186,205],"recognition":[113,122],"rate":[114,123],"static":[116],"is":[119,169],"90.7%.":[120],"The":[121,162],"achieves":[127],"94.6%":[128],"on":[129,137],"extended":[131],"Cohn-Kanade":[132],"database":[133,144],"(CK+)":[134],"80.3%":[136],"Japanese":[139],"Female":[140],"Facial":[141],"Expression":[142],"(JAFFE)":[143],"respectively.":[145],"Subjective":[146],"evaluation":[147],"demonstrates":[148],"synthesized":[150,181,200,207],"can":[153,210],"get":[154],"4.2":[155],"mean":[159],"opinion":[160],"score.":[161],"pleasure-arousal-dominance":[163],"(PAD)":[164],"tree":[165],"dimensional":[166],"employed":[170],"evaluate":[172],"PAD":[174,188,197],"values":[175,189,198],"both":[177],"speech.":[183,202],"Results":[184],"are":[193],"close":[194],"means":[204],"express":[211],"emotions":[213]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}