{"id":"https://openalex.org/W4414359600","doi":"https://doi.org/10.24963/ijcai.2025/898","title":"Improving Prediction Certainty Estimation for Reliable Early Exiting via Null Space Projection","display_name":"Improving Prediction Certainty Estimation for Reliable Early Exiting via Null Space Projection","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359600","doi":"https://doi.org/10.24963/ijcai.2025/898"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/898","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113107490","display_name":"Jianing He","orcid":"https://orcid.org/0009-0000-1695-5467"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianing He","raw_affiliation_strings":["Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360241","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-9595-5640"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024791074","display_name":"Duoqian Miao","orcid":"https://orcid.org/0000-0001-6588-1468"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duoqian Miao","raw_affiliation_strings":["Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079397189","display_name":"Kun Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Yi","raw_affiliation_strings":["North China Institute of Computing Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North China Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066585101","display_name":"Shufeng Hao","orcid":"https://orcid.org/0009-0003-4540-3583"},"institutions":[{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shufeng Hao","raw_affiliation_strings":["Taiyuan University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology","institution_ids":["https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728134","display_name":"Hongyun Zhang","orcid":"https://orcid.org/0000-0001-9781-5078"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyun Zhang","raw_affiliation_strings":["Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004301353","display_name":"Zhihua Wei","orcid":"https://orcid.org/0000-0002-5937-3907"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Wei","raw_affiliation_strings":["Tongji University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8077","last_page":"8085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6717000007629395},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5993000268936157},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5533999800682068},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.5307000279426575},{"id":"https://openalex.org/keywords/predictive-inference","display_name":"Predictive inference","score":0.5101000070571899},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.46309998631477356}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6717000007629395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6485999822616577},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5993000268936157},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5533999800682068},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.5307000279426575},{"id":"https://openalex.org/C917703","wikidata":"https://www.wikidata.org/wiki/Q7239668","display_name":"Predictive inference","level":5,"score":0.5101000070571899},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46470001339912415},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4546000063419342},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37229999899864197},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C103402496","wikidata":"https://www.wikidata.org/wiki/Q1106171","display_name":"Prediction interval","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/898","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Early":[0],"exiting":[1,34,44,73,110,138],"has":[2],"demonstrated":[3],"great":[4],"potential":[5],"in":[6,57,99],"accelerating":[7],"the":[8,25,51,58,94,100,114,126,144,167],"inference":[9,181],"of":[10,54,68,74,96,157],"pre-trained":[11],"language":[12],"models":[13],"(PLMs)":[14],"by":[15,92,171],"enabling":[16,135],"easy":[17],"samples":[18,75],"to":[19,41,65,88,129],"exit":[20],"at":[21,187],"shallow":[22],"layers,":[23],"eliminating":[24],"need":[26],"for":[27,46],"executing":[28],"deeper":[29],"layers.":[30],"However,":[31],"existing":[32],"early":[33,78,109],"methods":[35],"primarily":[36],"rely":[37],"on":[38,60,113,143],"class-relevant":[39],"logits":[40,124],"formulate":[42],"their":[43],"signals":[45],"estimating":[47],"prediction":[48,61,69,90,131],"certainty,":[49,70],"neglecting":[50],"detrimental":[52],"influence":[53],"class-irrelevant":[55,97],"information":[56,98],"features":[59],"certainty.":[62],"This":[63],"leads":[64],"an":[66,85,153],"overestimation":[67],"causing":[71],"premature":[72],"with":[76,162],"incorrect":[77],"predictions.":[79],"To":[80],"remedy":[81],"this,":[82],"we":[83,105],"define":[84],"NSP":[86,127],"score":[87,128],"estimate":[89],"certainty":[91,132],"considering":[93],"proportion":[95],"features.":[101],"On":[102],"this":[103],"basis,":[104],"propose":[106],"a":[107,174],"novel":[108],"method":[111,150],"based":[112],"Certainty-Aware":[115],"Probability":[116],"(CAP)":[117],"score,":[118],"which":[119],"integrates":[120],"insights":[121],"from":[122],"both":[123],"and":[125,180],"enhance":[130],"estimation,":[133],"thus":[134],"more":[136],"reliable":[137],"decisions.":[139],"The":[140,183],"experimental":[141],"results":[142],"GLUE":[145],"benchmark":[146],"show":[147],"that":[148],"our":[149],"can":[151],"achieve":[152],"average":[154],"speed-up":[155],"ratio":[156],"2.19\u00d7":[158],"across":[159],"all":[160],"tasks":[161],"negligible":[163],"performance":[164,179],"degradation,":[165],"surpassing":[166],"state-of-the-art":[168],"(SOTA)":[169],"ConsistentEE":[170],"28%,":[172],"yielding":[173],"better":[175],"trade-off":[176],"between":[177],"task":[178],"efficiency.":[182],"code":[184],"is":[185],"available":[186],"https://github.com/He-Jianing/NSP.git.":[188]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}