{"id":"https://openalex.org/W4412887022","doi":"https://doi.org/10.18653/v1/2025.acl-industry.25","title":"Efficient Out-of-Scope Detection in Dialogue Systems via Uncertainty-Driven LLM Routing","display_name":"Efficient Out-of-Scope Detection in Dialogue Systems via Uncertainty-Driven LLM Routing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887022","doi":"https://doi.org/10.18653/v1/2025.acl-industry.25"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-industry.25","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-industry.25","pdf_url":"https://aclanthology.org/2025.acl-industry.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 6: Industry Track)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-industry.25.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119180965","display_name":"\u00c1lvaro Zaera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00c1lvaro Zaera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081413017","display_name":"Diana Nicoleta Popa","orcid":"https://orcid.org/0000-0001-7039-3792"},"institutions":[{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Diana Nicoleta Popa","raw_affiliation_strings":["Telepathy Labs GmbH , Zrich , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telepathy Labs GmbH , Zrich , Switzerland","institution_ids":["https://openalex.org/I58534130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049735488","display_name":"Ivan Sekuli\u0107","orcid":"https://orcid.org/0009-0001-0036-0490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivan Sekulic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053947754","display_name":"Paolo Rosso","orcid":"https://orcid.org/0000-0002-8922-1242"},"institutions":[{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paolo Rosso","raw_affiliation_strings":["Telepathy Labs GmbH , Zrich , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telepathy Labs GmbH , Zrich , Switzerland","institution_ids":["https://openalex.org/I58534130"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"328","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.832183837890625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6658834218978882},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5772833824157715},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35774677991867065},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19277626276016235},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07864651083946228}],"concepts":[{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.832183837890625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6658834218978882},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5772833824157715},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35774677991867065},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19277626276016235},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07864651083946228}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-industry.25","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-industry.25","pdf_url":"https://aclanthology.org/2025.acl-industry.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 6: Industry Track)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-industry.25","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-industry.25","pdf_url":"https://aclanthology.org/2025.acl-industry.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 6: Industry Track)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887022.pdf","grobid_xml":"https://content.openalex.org/works/W4412887022.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4241523039","https://openalex.org/W2360028903","https://openalex.org/W4280543773","https://openalex.org/W178231042","https://openalex.org/W2366083136","https://openalex.org/W2387622493","https://openalex.org/W1932132538"],"abstract_inverted_index":{"Out-of-scope":[0],"(OOS)":[1],"intent":[2,59],"detection":[3,60,124],"is":[4,63,90],"a":[5,26,67,87,94,132],"critical":[6],"challenge":[7],"in":[8,66],"task-oriented":[9],"dialogue":[10],"systems":[11],"(TODS),":[12],"as":[13],"it":[14],"ensures":[15],"robustness":[16],"to":[17,53,92],"unseen":[18],"and":[19,44,110,117],"ambiguous":[20],"queries.In":[21],"this":[22],"work,":[23],"we":[24],"propose":[25],"novel":[27],"but":[28],"simple":[29],"modular":[30],"framework":[31],"that":[32],"combines":[33],"uncertainty":[34,51],"modeling":[35],"with":[36,99,115],"fine-tuned":[37,88],"large":[38],"language":[39],"models":[40],"(LLMs)":[41],"for":[42],"efficient":[43],"accurate":[45],"OOS":[46,123,128],"detection.The":[47],"first":[48],"step":[49,79],"applies":[50],"estimation":[52],"the":[54],"output":[55],"of":[56,72,74],"an":[57,82],"inscope":[58],"classifier,":[61],"which":[62],"currently":[64],"deployed":[65,133],"real-world":[68,127],"TODS":[69],"handling":[70],"tens":[71],"thousands":[73],"user":[75],"interactions":[76],"daily.The":[77],"second":[78],"then":[80],"leverages":[81],"emerging":[83],"LLMbased":[84],"approach,":[85],"where":[86],"LLM":[89],"triggered":[91],"make":[93],"final":[95],"decision":[96],"on":[97,121],"instances":[98],"high":[100],"uncertainty.Unlike":[101],"prior":[102],"approaches,":[103],"our":[104],"method":[105],"effectively":[106],"balances":[107],"computational":[108],"efficiency":[109],"performance,":[111],"combining":[112],"traditional":[113],"approaches":[114],"LLMs":[116],"yielding":[118],"state-ofthe-art":[119],"results":[120],"key":[122],"benchmarks,":[125],"including":[126],"data":[129],"acquired":[130],"from":[131],"TODS.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}