{"id":"https://openalex.org/W7165643672","doi":"https://doi.org/10.48550/arxiv.2606.21255","title":"SCOPE: Sequential Conformal Probing for Reliable OOD Rejection in LLM Services","display_name":"SCOPE: Sequential Conformal Probing for Reliable OOD Rejection in LLM Services","publication_year":2026,"publication_date":"2026-06-19","ids":{"openalex":"https://openalex.org/W7165643672","doi":"https://doi.org/10.48550/arxiv.2606.21255"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.21255","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21255","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.21255","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139147945","display_name":"Zhuoyun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhuoyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014191558","display_name":"Boxuan Wang","orcid":"https://orcid.org/0009-0009-1163-1207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Boxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103489382","display_name":"C E Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Changshun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074455169","display_name":"XJ Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiaowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136466952","display_name":"Y H Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.33629998564720154,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.33629998564720154,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18709999322891235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.05829999968409538,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.8170999884605408},{"id":"https://openalex.org/keywords/conformal-map","display_name":"Conformal map","score":0.6550999879837036},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4162999987602234},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4009000062942505},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.328900009393692}],"concepts":[{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.8170999884605408},{"id":"https://openalex.org/C98214594","wikidata":"https://www.wikidata.org/wiki/Q850275","display_name":"Conformal map","level":2,"score":0.6550999879837036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6011000275611877},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.32409998774528503},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2818000018596649},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.21255","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21255","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.21255","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21255","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Rejecting":[0],"inputs":[1],"outside":[2],"the":[3,48],"defined":[4],"in-distribution":[5],"(IND)":[6],"service":[7],"scope":[8],"is":[9],"critical":[10],"for":[11,56],"large":[12],"language":[13],"model":[14],"(LLM)":[15],"services,":[16],"where":[17,40],"unsupported":[18],"requests":[19],"should":[20],"be":[21],"filtered":[22],"before":[23],"full":[24],"generation.":[25],"Existing":[26],"out-of-distribution":[27],"(OOD)":[28],"detectors":[29],"often":[30],"rely":[31],"on":[32],"final":[33],"outputs":[34],"or":[35],"final-layer":[36,115],"representations,":[37],"leaving":[38],"unclear":[39],"service-boundary":[41,94],"signals":[42],"are":[43],"most":[44],"clearly":[45],"encoded":[46],"inside":[47],"model;":[49],"they":[50],"also":[51],"lack":[52],"a":[53,71,75,80,88],"theoretical":[54],"guarantee":[55],"held-out":[57],"inputs.":[58],"In":[59],"this":[60],"paper,":[61],"we":[62],"introduce":[63],"SCOPE":[64,109],"(Sequential":[65],"Conformal":[66],"OOD":[67,121],"Probing":[68],"and":[69,86,101],"Evaluation),":[70],"framework":[72],"that":[73,108],"selects":[74],"readable":[76],"hidden":[77,128],"layer,":[78],"constructs":[79],"conformal":[81],"gate":[82],"with":[83],"IND":[84],"calibration,":[85],"uses":[87],"supermartingale":[89],"e-process":[90],"to":[91],"certify":[92],"persistent":[93],"evidence.":[95],"Experiments":[96],"across":[97],"multiple":[98],"LLM":[99],"backbones":[100],"six":[102],"carefully":[103],"designed":[104],"boundary":[105],"conditions":[106],"show":[107],"improves":[110],"gate-level":[111],"rejection":[112],"over":[113],"standard":[114],"detectors,":[116],"while":[117],"revealing":[118],"how":[119],"different":[120,124],"boundaries":[122],"take":[123],"geometric":[125],"forms":[126],"in":[127],"space.":[129]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}