{"id":"https://openalex.org/W7165373555","doi":"https://doi.org/10.48550/arxiv.2606.19595","title":"IHBench: Evaluating Post-Interruption Recovery in Voice Agents with Structured Workflows","display_name":"IHBench: Evaluating Post-Interruption Recovery in Voice Agents with Structured Workflows","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165373555","doi":"https://doi.org/10.48550/arxiv.2606.19595"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19595","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135925491","display_name":"Ahmad Salimi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salimi, Ahmad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138983827","display_name":"Wentao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113013345","display_name":"Yuzhi Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yuzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138998041","display_name":"Dongming Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Dongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138992255","display_name":"Mu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138977285","display_name":"Alex Smola","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smola, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8672000169754028},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.685699999332428},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5367000102996826},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5188000202178955},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4510999917984009},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.40470001101493835},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.34220001101493835}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8672000169754028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7544000148773193},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.685699999332428},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3873000144958496},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.34220001101493835},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4387371242046356,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Voice":[0],"agents":[1,87],"deployed":[2],"in":[3,85],"structured":[4],"workflows":[5,90],"(customer":[6],"service,":[7],"healthcare":[8],"scheduling,":[9],"account":[10],"management)":[11],"must":[12],"handle":[13],"frequent":[14],"user":[15,70],"interruptions":[16,159],"while":[17],"maintaining":[18],"progress":[19],"through":[20],"multi-step":[21],"procedures.":[22],"Existing":[23],"benchmarks":[24],"for":[25],"speech-capable":[26],"models":[27,153,189],"focus":[28],"on":[29,116,145,168,192],"the":[30,46,49,52,55,61,69,110,134,146,187,199],"timing":[31],"of":[32],"interruptions:":[33],"barge-in":[34],"detection,":[35],"endpointing,":[36],"and":[37,121,133,140,180,205],"turn-taking":[38],"dynamics.":[39],"They":[40],"leave":[41],"unmeasured":[42],"what":[43],"happens":[44],"after":[45],"interruption:":[47],"does":[48],"agent":[50],"resume":[51],"workflow":[53],"at":[54,100],"correct":[56],"step?":[57],"Does":[58,64],"it":[59,65],"address":[60],"user's":[62],"interjection?":[63],"avoid":[66],"re-delivering":[67],"content":[68],"already":[71],"heard?":[72],"We":[73,124],"introduce":[74],"IHBench":[75],"(Interruption":[76],"Handling":[77],"Benchmark),":[78],"a":[79,206,216],"benchmark":[80],"that":[81,212],"evaluates":[82],"post-interruption":[83],"recovery":[84,122,141,213],"voice":[86],"executing":[88],"state-machine-driven":[89],"across":[91],"10":[92],"enterprise":[93],"domains.":[94],"Six":[95],"interruption":[96,113,147],"types":[97],"are":[98,154],"injected":[99],"controlled":[101],"points":[102],"mid-utterance,":[103],"with":[104],"per-interruption":[105],"evaluation":[106],"rubrics":[107],"generated":[108],"alongside":[109],"data.":[111],"Each":[112],"is":[114,215],"scored":[115],"two":[117],"axes:":[118],"task":[119,169],"fulfillment":[120],"quality.":[123],"evaluate":[125],"27":[126],"audio-language":[127],"model":[128],"configurations":[129],"from":[130],"OpenAI,":[131],"Google,":[132],"open-weight":[135,161,188],"community.":[136],"Models":[137],"vary":[138],"widely,":[139],"quality":[142,214],"depends":[143],"strongly":[144],"type.":[148],"Across":[149],"our":[150],"experiments,":[151],"closed-weight":[152],"consistently":[155],"more":[156,166,174],"robust":[157],"to":[158],"than":[160],"ones:":[162],"they":[163],"win":[164],"far":[165],"often":[167],"fulfillment,":[170],"degrade":[171],"roughly":[172],"3.3x":[173],"slowly":[175],"as":[176],"conversations":[177],"grow":[178],"longer,":[179],"show":[181],"no":[182],"audio-versus-text":[183],"modality":[184],"gap,":[185],"whereas":[186],"lose":[190],"ground":[191],"all":[193],"three.":[194],"A":[195],"human":[196,203],"study":[197],"validates":[198],"LLM":[200],"judge":[201],"against":[202,209],"annotators,":[204],"cross-benchmark":[207],"analysis":[208],"AudioMultiChallenge":[210],"indicates":[211],"largely":[217],"distinct":[218],"capability":[219],"axis.":[220]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}