{"id":"https://openalex.org/W3030958012","doi":"https://doi.org/10.1145/3313831.3376322","title":"WithYou: Automated Adaptive Speech Tutoring With Context-Dependent Speech Recognition","display_name":"WithYou: Automated Adaptive Speech Tutoring With Context-Dependent Speech Recognition","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3030958012","doi":"https://doi.org/10.1145/3313831.3376322","mag":"3030958012"},"language":"en","primary_location":{"id":"doi:10.1145/3313831.3376322","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376322","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100744954","display_name":"Xinlei Zhang","orcid":"https://orcid.org/0000-0003-2281-3363"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xinlei Zhang","raw_affiliation_strings":["University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052934137","display_name":"Takashi Miyaki","orcid":"https://orcid.org/0000-0002-4498-9768"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takashi Miyaki","raw_affiliation_strings":["University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082649952","display_name":"Jun Rekimoto","orcid":"https://orcid.org/0000-0002-3629-2514"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Rekimoto","raw_affiliation_strings":["University of Tokyo &amp; Sony Computer Science Laboratories, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tokyo &amp; Sony Computer Science Laboratories, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684","https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8477360010147095},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6875662803649902},{"id":"https://openalex.org/keywords/interrupt","display_name":"Interrupt","score":0.6638815402984619},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5545802712440491},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5368765592575073},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4803667962551117},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35472553968429565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35250669717788696},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0778357982635498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8477360010147095},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6875662803649902},{"id":"https://openalex.org/C41661131","wikidata":"https://www.wikidata.org/wiki/Q220764","display_name":"Interrupt","level":3,"score":0.6638815402984619},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5545802712440491},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5368765592575073},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4803667962551117},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35472553968429565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35250669717788696},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0778357982635498},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3313831.3376322","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376322","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5004185486","display_name":"Analysis of Reality Distorted Spatio-Temporal Field to Improve Human Skill and Motivation","funder_award_id":"19H01129","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W13213911","https://openalex.org/W70727784","https://openalex.org/W136861690","https://openalex.org/W165009135","https://openalex.org/W195905999","https://openalex.org/W1527402661","https://openalex.org/W1531049516","https://openalex.org/W1592697577","https://openalex.org/W1978771344","https://openalex.org/W1986671983","https://openalex.org/W2013164621","https://openalex.org/W2025009046","https://openalex.org/W2047713263","https://openalex.org/W2063915318","https://openalex.org/W2094395815","https://openalex.org/W2126812490","https://openalex.org/W2144596371","https://openalex.org/W2149709611","https://openalex.org/W2160922902","https://openalex.org/W2188325895","https://openalex.org/W2316931181","https://openalex.org/W2398382409","https://openalex.org/W2398741870","https://openalex.org/W2512743763","https://openalex.org/W2576146788","https://openalex.org/W2605348253","https://openalex.org/W2620753039","https://openalex.org/W2745877834","https://openalex.org/W2771719777","https://openalex.org/W2907118499","https://openalex.org/W2969104783","https://openalex.org/W3010269686","https://openalex.org/W3015863871","https://openalex.org/W3088950603","https://openalex.org/W3203468160"],"related_works":["https://openalex.org/W2981428355","https://openalex.org/W1834994814","https://openalex.org/W2041273198","https://openalex.org/W1599055764","https://openalex.org/W2131711534","https://openalex.org/W2149163000","https://openalex.org/W2962858469","https://openalex.org/W2289873871","https://openalex.org/W2559040841","https://openalex.org/W114661351"],"abstract_inverted_index":{"Learning":[0],"to":[1,17,24,41,48,63,78,92],"speak":[2],"in":[3,67,95],"foreign":[4],"languages":[5],"is":[6],"hard.":[7],"Speech":[8],"shadowing":[9,37,65,94,100,122],"has":[10,69],"been":[11,71],"rising":[12],"as":[13,32,34,59],"a":[14,22,28,55,60,85,99,115,129,146],"proven":[15],"way":[16,62],"practice":[18,56],"speaking,":[19],"which":[20,105],"asks":[21],"learner":[23],"listen":[25],"and":[26,52,111,125],"repeat":[27],"native":[29],"speech":[30,51,90,116,137],"template":[31,117],"simultaneously":[33],"possible.":[35],"However,":[36],"can":[38,45,106],"be":[39],"hard":[40],"do":[42],"because":[43],"learners":[44,119],"frequently":[46],"fail":[47],"follow":[49],"the":[50,109,112,141],"unintentionally":[53],"interrupt":[54],"session.":[57],"Worse,":[58],"technical":[61,86],"evaluate":[64,93],"performance":[66],"real-time":[68],"not":[70],"established,":[72],"no":[73],"automated":[74],"solutions":[75],"are":[76],"available":[77],"help.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83],"propose":[84,98],"framework":[87],"with":[88,145],"context-dependent":[89],"recognition":[91],"real-time.":[96],"We":[97],"tutor":[101],"system":[102],"called":[103],"WithYou,":[104],"automatically":[107],"adjust":[108],"playback":[110],"difficulty":[113],"of":[114],"when":[118],"fail,":[120],"so":[121],"becomes":[123],"smooth":[124],"tailored.":[126],"Results":[127],"from":[128],"user":[130],"study":[131],"show":[132],"that":[133],"WithYou":[134],"provides":[135],"greater":[136],"improvements":[138],"(14%)":[139],"than":[140],"conventional":[142],"method":[143],"(2.7%)":[144],"lower":[147],"cognitive":[148],"load.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
