{"id":"https://openalex.org/W4375868835","doi":"https://doi.org/10.1109/icassp49357.2023.10095994","title":"Two-Stream Joint-Training for Speaker Independent Acoustic-to-Articulatory Inversion","display_name":"Two-Stream Joint-Training for Speaker Independent Acoustic-to-Articulatory Inversion","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4375868835","doi":"https://doi.org/10.1109/icassp49357.2023.10095994"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102003658","display_name":"Jianrong Wang","orcid":"https://orcid.org/0000-0002-8980-1634"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianrong Wang","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329180","display_name":"Jinyu Liu","orcid":"https://orcid.org/0000-0002-7050-0946"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Liu","raw_affiliation_strings":["Tianjin University,Tianjin International Engineering Institute,Tianjin,China","Tianjin International Engineering Institute, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin International Engineering Institute,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin International Engineering Institute, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429597","display_name":"Xuewei Li","orcid":"https://orcid.org/0000-0002-5330-7298"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewei Li","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027142928","display_name":"Mei Yu","orcid":"https://orcid.org/0000-0002-5169-4829"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Yu","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101520408","display_name":"Jie Gao","orcid":"https://orcid.org/0000-0002-9061-2259"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Gao","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779069","display_name":"Qiang Fang","orcid":"https://orcid.org/0000-0002-6548-980X"},"institutions":[{"id":"https://openalex.org/I114218197","display_name":"Chinese Academy of Social Sciences","ror":"https://ror.org/05bxbmy32","country_code":"CN","type":"facility","lineage":["https://openalex.org/I114218197"]},{"id":"https://openalex.org/I4210121707","display_name":"Institute of Linguistics","ror":"https://ror.org/02mrea437","country_code":"CN","type":"facility","lineage":["https://openalex.org/I114218197","https://openalex.org/I4210121707"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Fang","raw_affiliation_strings":["Chinese Academy of Social Sciences,Institute of Linguistics,Beijing,China","Institute of Linguistics, Chinese Academy of Social Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Social Sciences,Institute of Linguistics,Beijing,China","institution_ids":["https://openalex.org/I114218197","https://openalex.org/I4210121707"]},{"raw_affiliation_string":"Institute of Linguistics, Chinese Academy of Social Sciences, Beijing, China","institution_ids":["https://openalex.org/I114218197","https://openalex.org/I4210121707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418818","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-4497-0135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China","The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.838892936706543},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6854572296142578},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.48880621790885925},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48001331090927124},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4452972710132599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34188008308410645},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3285723626613617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.838892936706543},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6854572296142578},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.48880621790885925},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48001331090927124},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4452972710132599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34188008308410645},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3285723626613617},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095994","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10095994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W60202269","https://openalex.org/W1531956331","https://openalex.org/W1945090009","https://openalex.org/W1982854652","https://openalex.org/W2029996593","https://openalex.org/W2034829178","https://openalex.org/W2075977168","https://openalex.org/W2147122824","https://openalex.org/W2509129594","https://openalex.org/W2622158094","https://openalex.org/W2778635523","https://openalex.org/W2888888638","https://openalex.org/W2926525496","https://openalex.org/W2940009604","https://openalex.org/W2972425221","https://openalex.org/W3008402854","https://openalex.org/W3016192394","https://openalex.org/W3018957889","https://openalex.org/W3095437272","https://openalex.org/W3196404295","https://openalex.org/W4224918482","https://openalex.org/W4287633059","https://openalex.org/W6602447114","https://openalex.org/W6640608080","https://openalex.org/W6681781519","https://openalex.org/W6761179521"],"related_works":["https://openalex.org/W2466816617","https://openalex.org/W1970834875","https://openalex.org/W842936808","https://openalex.org/W3174028392","https://openalex.org/W2000517284","https://openalex.org/W2365318811","https://openalex.org/W2136503713","https://openalex.org/W2375330620","https://openalex.org/W2363755581","https://openalex.org/W2378091429"],"abstract_inverted_index":{"Acoustic-to-articulatory":[0],"inversion":[1],"(AAI)":[2],"aims":[3],"to":[4,72,79,93,120,129,141],"estimate":[5,94],"the":[6,22,26,45,53,75,81,95,99,103,110,115,122,132,143,147,154,169],"parameters":[7,97],"of":[8,47,55,83,105,124],"articulators":[9],"from":[10,41,118],"speech":[11,42,133,138],"audio.":[12],"There":[13],"are":[14,21],"two":[15,69],"common":[16],"challenges":[17],"in":[18,29,127,168],"AAI,":[19],"which":[20,50],"limited":[23],"data":[24],"and":[25,43,146,161],"unsatisfactory":[27],"performance":[28,54,82,123],"speaker":[30],"independent":[31],"scenario.":[32],"Most":[33],"current":[34],"works":[35],"focus":[36],"on":[37,159,164],"extracting":[38],"features":[39,117,145],"directly":[40],"ignoring":[44],"importance":[46],"phoneme":[48,90,100],"information":[49],"may":[51],"limit":[52],"AAI.":[56,125],"To":[57,102],"this":[58,108],"end,":[59],"we":[60,86,135],"propose":[61,87],"a":[62,88,137],"novel":[63],"network":[64,92,140],"called":[65],"SPN":[66],"that":[67,113],"uses":[68],"different":[70],"streams":[71],"carry":[73],"out":[74],"AAI":[76],"task.":[77],"Firstly,":[78],"improve":[80,121],"speaker-independent":[84,116,170],"experiment,":[85],"new":[89],"stream":[91,139],"articulatory":[96],"as":[98],"features.":[101,149],"best":[104],"our":[106],"knowledge,":[107],"is":[109],"first":[111],"work":[112],"extracts":[114],"phonemes":[119],"Secondly,":[126],"order":[128],"better":[130],"represent":[131],"information,":[134],"train":[136],"combine":[142],"local":[144],"global":[148],"Compared":[150],"with":[151],"state-of-the-art":[152],"(SOTA),":[153],"proposed":[155],"method":[156],"reduces":[157],"0.18mm":[158],"RMSE":[160],"increases":[162],"6.0%":[163],"Pearson":[165],"correlation":[166],"coefficient":[167],"experiment.":[171],"The":[172],"code":[173],"has":[174],"been":[175],"released":[176],"at":[177],"https://github.com/liujinyu123/AAINetwork-SPN.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}