{"id":"https://openalex.org/W7224172767","doi":"https://doi.org/10.21203/rs.3.rs-11212470/v1","title":"Selective Prediction Under Distribution Shift: The Failure of Threshold Transfer","display_name":"Selective Prediction Under Distribution Shift: The Failure of Threshold Transfer","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224172767","doi":"https://doi.org/10.21203/rs.3.rs-11212470/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11212470/v1","doi":"https://doi.org/10.21203/rs.3.rs-11212470/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11212470/v1","pdf_url":"https://www.researchsquare.com/article/rs-11212470/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11212470/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160100004","display_name":"Shayam Ahmad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387930198","display_name":"C.V. Raman Global University","ror":"https://ror.org/032583b91","country_code":"IN","type":"education","lineage":["https://openalex.org/I4387930198"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shayam Ahmad","raw_affiliation_strings":["C.V. Raman Global University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C.V. Raman Global University","institution_ids":["https://openalex.org/I4387930198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5160100004"],"corresponding_institution_ids":["https://openalex.org/I4387930198"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0729999989271164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selective-prediction","display_name":"selective prediction","score":0.9940000176429749},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.7950000166893005},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.4909999966621399},{"id":"https://openalex.org/keywords/confidence-threshold","display_name":"confidence threshold","score":0.382999986410141},{"id":"https://openalex.org/keywords/data-corruption","display_name":"data corruption","score":0.41600000858306885},{"id":"https://openalex.org/keywords/stopping-criterion","display_name":"stopping rules","score":0.7940000295639038},{"id":"https://openalex.org/keywords/statistical-guarantees","display_name":"statistical guarantees","score":0.4650000035762787},{"id":"https://openalex.org/keywords/out-of-distribution-robustness","display_name":"out-of-distribution robustness","score":0.6029999852180481}],"concepts":[{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.6473000049591064},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5580999851226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4580000042915344},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4555000066757202},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.45179998874664307},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4316999912261963},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3889999985694885},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11212470/v1","doi":"https://doi.org/10.21203/rs.3.rs-11212470/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11212470/v1","pdf_url":"https://www.researchsquare.com/article/rs-11212470/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11212470/v1","doi":"https://doi.org/10.21203/rs.3.rs-11212470/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11212470/v1","pdf_url":"https://www.researchsquare.com/article/rs-11212470/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224172767.pdf","grobid_xml":"https://content.openalex.org/works/W7224172767.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2012942264","https://openalex.org/W2025054524","https://openalex.org/W2118377301","https://openalex.org/W2137591261","https://openalex.org/W2162651021","https://openalex.org/W2194775991","https://openalex.org/W2749581528","https://openalex.org/W2759641418","https://openalex.org/W2806021783","https://openalex.org/W2964137095","https://openalex.org/W3014596384","https://openalex.org/W3182341722","https://openalex.org/W3183048323","https://openalex.org/W3183516990","https://openalex.org/W4410803261"],"related_works":["https://openalex.org/W4281784576","https://openalex.org/W7164842946","https://openalex.org/W7202299142","https://openalex.org/W4250262372","https://openalex.org/W7163613663","https://openalex.org/W7213279799","https://openalex.org/W7220794434","https://openalex.org/W7160830289","https://openalex.org/W4391212620","https://openalex.org/W4381573028"],"abstract_inverted_index":{"Abstract":[0],"A":[1,196,252],"model":[2,38,287],"can":[3],"be":[4],"allowed":[5],"to":[6,99,174,182,220,247],"say":[7,72],"``I":[8],"do":[9],"not":[10,81],"know''":[11],"instead":[12],"of":[13,139,187,224,306],"giving":[14],"an":[15],"answer":[16],"it":[17,28,44,64],"may":[18],"get":[19],"wrong.":[20],"This":[21,74],"is":[22,39,50,67,113,121,210,214],"called":[23],"selective":[24,332],"prediction.":[25],"To":[26],"make":[27],"work,":[29],"someone":[30],"picks":[31,180],"a":[32,90,116,128,248,255],"cut":[33,48,78,91,143,198],"off":[34,49,79,92,144,199],"value.":[35],"If":[36],"the":[37,58,62,77,84,103,111,119,124,141,147,161,169,191,201,208,269,297,307,320,328],"less":[40],"sure":[41,173],"than":[42,277],"that,":[43],"stays":[45,151],"quiet.":[46],"The":[47,157,177,212,282,324],"picked":[51,93],"on":[52,153],"clean":[53],"test":[54,131],"data,":[55],"so":[56],"that":[57,133,229],"error":[59,96,101,120,149],"rate":[60],"among":[61],"answers":[63],"does":[65,80,259],"give":[66,189],"at":[68,102,155,203],"most":[69,172],"some":[70],"target,":[71],"5%.":[73],"study":[75,158],"shows":[76],"survive":[82],"when":[83,110],"input":[85],"data":[86,271],"changes.":[87],"On":[88,126],"CIFAR-10-C":[89],"for":[94,285,289,300,331],"5%":[95],"gives":[97],"42%":[98],"45%":[100],"worst":[104],"corruption":[105,205,291],"level.":[106,206],"It":[107,216],"gets":[108],"worse":[109],"target":[112,118,202],"stricter.":[114],"At":[115],"1%":[117],"19":[122],"times":[123],"promise.":[125],"CIFAR-10.1,":[127],"real":[129,301],"new":[130,270],"set":[132],"only":[134],"costs":[135],"about":[136,264],"6":[137],"points":[138,223],"accuracy,":[140],"same":[142,192],"still":[145],"doubles":[146],"promised":[148],"and":[150,244,275,299,312,315],"quiet":[152],"nothing":[154],"all.":[156],"then":[159],"splits":[160],"system":[162],"into":[163],"two":[164,286],"parts.":[165],"One":[166],"part":[167,179],"sorts":[168],"inputs":[170],"from":[171,268],"least":[175],"sure.":[176],"other":[178],"where":[181],"stop.":[183],"Four":[184],"different":[185],"ways":[186],"sorting":[188,209],"almost":[190],"result,":[193],"within":[194],"1%.":[195],"perfect":[197],"reaches":[200],"every":[204],"So":[207],"fine.":[211],"stopping":[213,237],"broken.":[215],"lets":[217],"in":[218],"up":[219],"77":[221],"extra":[222],"data.":[225],"Two":[226,304],"published":[227],"methods":[228],"guess":[230],"accuracy":[231],"without":[232],"labels":[233],"were":[234,310],"tried":[235],"as":[236],"rules.":[238],"Both":[239],"help,":[240],"neither":[241],"fixes":[242],"it,":[243,261],"both":[245,316],"lose":[246],"very":[249],"simple":[250],"rule.":[251],"method":[253,309],"with":[254,319],"proper":[256],"statistical":[257],"guarantee":[258,308],"fix":[260],"but":[262],"needs":[263],"800":[265],"labelled":[266],"examples":[267],"under":[272,279,334],"mild":[273],"change":[274],"more":[276],"4000":[278],"strong":[280],"change.":[281,303],"results":[283],"hold":[284],"types,":[288],"four":[290],"types":[292],"never":[293],"used":[294],"while":[295],"building":[296],"study,":[298],"world":[302],"versions":[305],"built":[311],"thrown":[313],"away,":[314],"are":[317,337],"reported":[318],"reason.\\\\":[321],"Code":[322],"Availability:":[323],"Jupyter":[325],"notebooks":[326],"implementing":[327],"experimental":[329],"framework":[330],"prediction":[333],"distribution":[335],"shift":[336],"publicly":[338],"available":[339],"at:":[340],"https://github.com/shayamahmad/threshold-distribution_shift":[341]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-30T00:00:00"}