{"id":"https://openalex.org/W7155019877","doi":"https://doi.org/10.48550/arxiv.2604.15710","title":"VoxMind: An End-to-End Agentic Spoken Dialogue System","display_name":"VoxMind: An End-to-End Agentic Spoken Dialogue System","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7155019877","doi":"https://doi.org/10.48550/arxiv.2604.15710"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.15710","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15710","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.15710","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125996254","display_name":"Tianle Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134061296","display_name":"Yifu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yifu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134082969","display_name":"Shengpeng Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Shengpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134012610","display_name":"Yijun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134070704","display_name":"Zhiyang Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Zhiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134067755","display_name":"Jingyu Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134041890","display_name":"Fan Zhuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134059194","display_name":"Xueyi Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Xueyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073742206","display_name":"Yangzhuo Li","orcid":"https://orcid.org/0000-0003-4450-2849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yangzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134092545","display_name":"Zhou Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4690000116825104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4690000116825104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.27559998631477356,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14970000088214874,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6118000149726868},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5407000184059143},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5069000124931335},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49709999561309814},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.48570001125335693},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4733000099658966},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.4422000050544739},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.38940000534057617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8032000064849854},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6118000149726868},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5069000124931335},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49709999561309814},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4733000099658966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4693000018596649},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41510000824928284},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3882000148296356},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.313400000333786},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2687000036239624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.15710","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15710","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.15710","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15710","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"end-to-end":[1,80],"spoken":[2,81,185],"dialogue":[3,82],"models":[4,15,37,83],"enable":[5],"natural":[6],"interaction.":[7],"However,":[8],"as":[9,106],"user":[10],"demands":[11],"become":[12],"increasingly":[13],"complex,":[14],"that":[16,161],"rely":[17],"solely":[18],"on":[19,54,184],"conversational":[20,191],"abilities":[21],"often":[22],"struggle":[23],"to":[24,78,102,116,138,180],"cope.":[25],"Incorporating":[26],"agentic":[27,86],"capabilities":[28],"is":[29],"therefore":[30],"essential:":[31],"by":[32,121],"enabling":[33,99],"tool":[34,123],"use,":[35],"these":[36],"can":[38],"extend":[39],"their":[40],"knowledge":[41],"boundaries":[42],"and":[43,57,112,196],"better":[44],"solve":[45],"real-world":[46],"tasks.":[47],"Yet,":[48],"existing":[49],"research":[50],"has":[51],"largely":[52],"concentrated":[53],"core":[55],"perception":[56],"generation,":[58],"with":[59,84,143,170],"comparatively":[60],"limited":[61],"exploration":[62],"of":[63],"such":[64],"tool-augmented":[65],"extensions.":[66],"To":[67],"bridge":[68],"this":[69,149],"gap,":[70],"we":[71,94,125],"present":[72],"VoxMind,":[73],"an":[74,139],"integrated":[75],"framework":[76],"designed":[77],"equip":[79],"comprehensive":[85],"abilities.":[87],"Leveraging":[88],"our":[89],"curated":[90],"470-hour":[91],"AgentChat":[92],"dataset,":[93],"incorporate":[95],"a":[96,107,127],"\"Think-before-Speak\"":[97],"mechanism,":[98],"the":[100,144,173],"model":[101],"internalize":[103],"structured":[104],"reasoning":[105,147],"critical":[108],"prerequisite":[109],"for":[110],"planning":[111],"response":[113],"generation.":[114],"Furthermore,":[115],"mitigate":[117],"latency":[118,154],"bottlenecks":[119],"caused":[120],"large-scale":[122],"integration,":[124],"propose":[126],"Multi-Agent":[128],"Dynamic":[129],"Tool":[130],"Management":[131],"architecture.":[132],"By":[133],"asynchronously":[134],"delegating":[135],"retrieval":[136],"tasks":[137,187],"auxiliary":[140],"agent":[141,167,186],"aligned":[142],"main":[145],"model's":[146],"trajectory,":[148],"system":[150],"effectively":[151],"decouples":[152],"inference":[153],"from":[155,178],"toolset":[156],"size.":[157],"Experimental":[158],"results":[159],"confirm":[160],"VoxMind":[162],"achieves":[163],"significant":[164],"improvements":[165],"in":[166],"performance:":[168],"compared":[169],"strong":[171],"baselines,":[172],"task":[174],"completion":[175],"rate":[176],"increases":[177],"34.88%":[179],"74.57%,":[181],"outperforming":[182],"Gemini-2.5-Pro":[183],"while":[188],"preserving":[189],"general":[190],"quality.":[192],"The":[193],"source":[194],"code":[195],"associated":[197],"data":[198],"are":[199],"publicly":[200],"available":[201],"at":[202],"https://github.com/MM-Speech/VoxMind.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-21T00:00:00"}