{"id":"https://openalex.org/W7223809010","doi":"https://doi.org/10.48550/arxiv.2610.35439","title":"Omni-InteractScope: Benchmarking Proactive and Agentic Interaction in Continuous Omnimodal Streams","display_name":"Omni-InteractScope: Benchmarking Proactive and Agentic Interaction in Continuous Omnimodal Streams","publication_year":2026,"publication_date":"2026-10-26","ids":{"openalex":"https://openalex.org/W7223809010","doi":"https://doi.org/10.48550/arxiv.2610.35439"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.35439","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35439","pdf_url":"https://arxiv.org/pdf/2610.35439","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.35439","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5152282934","display_name":"Yinsong Yan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yan, Yinsong","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159819769","display_name":"Ling Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wang, Ling","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159948270","display_name":"Yuxuan Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Yuxuan","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159832070","display_name":"Yifan Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159934119","display_name":"Ruiyang Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Ruiyang","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159906443","display_name":"Junming Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin, Junming","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159876049","display_name":"Qi Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Qi","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159840478","display_name":"Meng Gao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159796075","display_name":"Minghao Han","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han, Minghao","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group","Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030042334","display_name":"Yunfei Chu","orcid":"https://orcid.org/0000-0002-3033-2984","observed_orcids":["https://orcid.org/0000-0002-3033-2984"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chu, Yunfei","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159836565","display_name":"Qize Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Qize","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159909743","display_name":"Xize Cheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng, Xize","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159974907","display_name":"Jin Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Jin","raw_affiliation_strings":["Alibaba Token Hub , Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Token Hub , Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159828216","display_name":"Jibin Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wu, Jibin","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6869999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6869999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2921999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proactive-interaction","display_name":"proactive interaction","score":0.6420000195503235},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.6639999747276306},{"id":"https://openalex.org/keywords/tool-invocation","display_name":"tool invocation","score":0.6959999799728394},{"id":"https://openalex.org/keywords/temporal-grounding","display_name":"temporal grounding","score":0.5099999904632568},{"id":"https://openalex.org/keywords/event-triggers","display_name":"event triggers","score":0.4779999852180481},{"id":"https://openalex.org/keywords/user-needs","display_name":"user needs","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7429999709129333},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7365999817848206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.729200005531311},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6905999779701233},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4943999946117401},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38029998540878296},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3327000141143799},{"id":"https://openalex.org/C2776527387","wikidata":"https://www.wikidata.org/wiki/Q1671839","display_name":"Invocation","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3294000029563904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.35439","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35439","pdf_url":"https://arxiv.org/pdf/2610.35439","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.35439","doi":"https://doi.org/10.48550/arxiv.2610.35439","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.35439","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.35439","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35439","pdf_url":"https://arxiv.org/pdf/2610.35439","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223809010.pdf","grobid_xml":"https://content.openalex.org/works/W7223809010.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162522134","https://openalex.org/W7204079709","https://openalex.org/W7220952428","https://openalex.org/W7127115344","https://openalex.org/W7138890450","https://openalex.org/W7161681586","https://openalex.org/W7223093929","https://openalex.org/W7213937687","https://openalex.org/W7124452862","https://openalex.org/W7215771390"],"abstract_inverted_index":{"Omnimodal":[0],"large":[1],"language":[2],"models":[3,26,104,133,164],"(Omni-LLMs)":[4],"are":[5],"increasingly":[6],"expected":[7],"to":[8,33,181],"assist":[9],"users":[10],"while":[11],"observing":[12],"continuous":[13,79],"audiovisual":[14],"streams.":[15],"However,":[16],"existing":[17],"evaluations":[18],"provide":[19],"limited":[20],"insight":[21],"into":[22],"how":[23],"reliably":[24],"these":[25],"connect":[27],"stream":[28],"evidence":[29],"and":[30,63,70,78,117,174,198,206,212,224],"user":[31,64,222],"needs":[32],"timely,":[34],"sustained":[35],"interventions.":[36],"We":[37],"introduce":[38],"\\textbf{Omni-InteractScope},":[39],"a":[40],"benchmark":[41,87],"of":[42,92,114,167,226],"1,479":[43],"human-annotated,":[44],"cross-reviewed":[45],"interactions":[46],"with":[47],"1,790":[48],"temporal":[49],"targets":[50],"across":[51],"eight":[52],"task":[53],"groups.":[54],"It":[55],"links":[56],"input":[57],"modalities,":[58],"event":[59,196],"triggers,":[60],"intervention":[61],"types,":[62],"needs,":[65,223],"covering":[66],"event-timed":[67],"tool":[68,97],"invocation":[69,98],"query-free":[71,140],"assistance":[72],"alongside":[73],"notifications,":[74],"warnings,":[75],"state":[76],"tracking,":[77],"responses.":[80],"Our":[81],"experimental":[82],"results":[83],"on":[84,139,143,147,203],"the":[85,168,175],"proposed":[86],"reveal":[88],"three":[89,177,182],"critical":[90],"limitations":[91],"current":[93],"Omni-LLMs:":[94],"(1)":[95],"\\textbf{Timely":[96],"remains":[99,161],"unreliable}:":[100],"all":[101,131],"12":[102],"evaluated":[103,132],"produce":[105],"an":[106],"on-time":[107],"first":[108],"response":[109,204,228],"for":[110,216],"at":[111,122],"most":[112,123],"40\\%":[113],"tool-invocation":[115,190],"targets,":[116],"joint":[118],"timing-and-tool":[119],"accuracy":[120],"reaches":[121],"32.0\\%.":[124],"(2)":[125],"\\textbf{Query-free":[126],"reminders":[127,141],"remain":[128],"poorly":[129],"covered}:":[130],"achieve":[134],"lower":[135],"timely":[136,217],"reference-target":[137],"recall":[138,153],"than":[142],"explicit":[144],"questions,":[145],"measured":[146],"their":[148],"respective":[149],"target":[150],"sets.":[151],"Reminder":[152],"never":[154],"exceeds":[155],"23.0\\%.":[156],"(3)":[157],"\\textbf{End-to-end":[158],"guidance":[159,170],"coverage":[160,201,225],"limited}:":[162],"nine":[163],"cover":[165,178],"none":[166],"26":[169],"sequences":[171,183],"in":[172],"full,":[173],"remaining":[176],"only":[179],"one":[180],"each.":[184],"Targeted":[185],"controls":[186],"further":[187],"show":[188],"that":[189,199],"scores":[191],"alone":[192],"do":[193],"not":[194],"establish":[195],"grounding":[197],"reminder":[200],"depends":[202],"history":[205],"frequency.":[207],"These":[208],"findings":[209],"motivate":[210],"developing":[211],"evaluating":[213],"streaming":[214],"assistants":[215],"action,":[218],"initiative":[219],"under":[220],"general":[221],"entire":[227],"sequences.":[229]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2026-10-28T00:00:00"}