{"id":"https://openalex.org/W7134816979","doi":"https://doi.org/10.48550/arxiv.2603.08216","title":"DualTurn: Learning Turn-Taking from Dual-Channel Generative Speech Pretraining","display_name":"DualTurn: Learning Turn-Taking from Dual-Channel Generative Speech Pretraining","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134816979","doi":"https://doi.org/10.48550/arxiv.2603.08216"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.08216","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029763200","display_name":"Shangeth Rajaa","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rajaa, Shangeth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5029763200"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.32420000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.32420000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.17890000343322754,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5863999724388123},{"id":"https://openalex.org/keywords/turn-taking","display_name":"Turn-taking","score":0.5354999899864197},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.527400016784668},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.43970000743865967},{"id":"https://openalex.org/keywords/speech-production","display_name":"Speech production","score":0.36629998683929443},{"id":"https://openalex.org/keywords/silence","display_name":"Silence","score":0.34940001368522644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6330999732017517},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5863999724388123},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.5354999899864197},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.527400016784668},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.48010000586509705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44690001010894775},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.43970000743865967},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C2781115785","wikidata":"https://www.wikidata.org/wiki/Q502261","display_name":"Silence","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.30410000681877136},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27239999175071716}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.08216","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.08216","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.08216","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.44248372316360474,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speech-to-speech":[0],"models":[1],"handle":[2],"turn-taking":[3,68],"naturally":[4],"but":[5,22],"offer":[6,19],"limited":[7],"support":[8],"for":[9],"tool-calling":[10],"or":[11],"complex":[12],"reasoning,":[13],"while":[14,118],"production":[15],"ASR-LLM-TTS":[16],"voice":[17],"pipelines":[18],"these":[20],"capabilities":[21],"rely":[23],"on":[24,42,97,110],"silence":[25],"timeouts,":[26],"which":[27,35],"lead":[28],"to":[29,65,73],"unnatural":[30],"turn-taking.":[31],"We":[32],"present":[33],"DualTurn,":[34],"narrows":[36],"this":[37],"gap":[38],"through":[39],"generative":[40],"pretraining":[41],"dual-channel":[43],"conversational":[44,56],"audio.":[45],"The":[46],"model":[47,109],"generates":[48],"both":[49,78,95],"speakers'":[50],"future":[51],"audio":[52],"autoregressively,":[53],"implicitly":[54],"learning":[55],"dynamics":[57],"without":[58],"any":[59],"labels,":[60],"and":[61,84,105],"is":[62],"then":[63],"fine-tuned":[64],"predict":[66],"interpretable":[67],"signals":[69],"that":[70],"map":[71],"directly":[72],"agent":[74,87,98],"actions.":[75,88],"DualTurn":[76,92],"monitors":[77],"channels":[79],"continuously,":[80],"anticipating":[81,119],"turn":[82,112,120],"boundaries":[83,121],"producing":[85],"five":[86],"On":[89],"standard":[90],"benchmarks,":[91],"(0.5B)":[93],"outperforms":[94],"VAP":[96],"action":[99],"prediction":[100,113],"(wF1":[101],"0.633":[102],"vs.":[103,116],"0.389)":[104],"a":[106],"3.1B":[107],"audio-text":[108],"word-level":[111],"(AUC":[114],"0.930":[115],"0.880),":[117],"earlier":[122],"with":[123],"fewer":[124],"interruptions.":[125]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-11T00:00:00"}