{"id":"https://openalex.org/W7166552259","doi":"https://doi.org/10.48550/arxiv.2606.27679","title":"From Signals to Transfer: A Factorised Study of Probe-Based Uncertainty Estimation in Large Language Models","display_name":"From Signals to Transfer: A Factorised Study of Probe-Based Uncertainty Estimation in Large Language Models","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166552259","doi":"https://doi.org/10.48550/arxiv.2606.27679"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27679","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27679","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106011068","display_name":"Ponhvoan Srey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srey, Ponhvoan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090578536","display_name":"X . Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiaobao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139555560","display_name":"Cong-Duy Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Cong-Duy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139587422","display_name":"Quang Minh Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Quang Minh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114106465","display_name":"Duc Anh Vu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vu, Duc Anh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139626375","display_name":"Anh Tuan Luu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luu, Anh Tuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2964000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2964000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10649999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0746999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6693999767303467},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6478999853134155},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4661000072956085},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4433000087738037},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.43799999356269836},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43320000171661377},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42239999771118164},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.3799000084400177},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.35040000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7067000269889832},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6693999767303467},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6478999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5745999813079834},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4853000044822693},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.43799999356269836},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43320000171661377},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2777938197","wikidata":"https://www.wikidata.org/wiki/Q7834022","display_name":"Transfer of training","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27679","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27679","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27679","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Probe-based":[0],"uncertainty":[1,20,135],"estimation":[2],"(UE)":[3],"has":[4],"emerged":[5],"as":[6],"a":[7,50,123],"prominent":[8],"approach":[9],"to":[10,71,92,118],"detect":[11],"hallucinations":[12],"in":[13],"Large":[14],"Language":[15],"Models":[16],"(LLMs)":[17],"by":[18],"learning":[19],"from":[21],"internal":[22],"model":[23],"signals.":[24],"Yet,":[25],"recent":[26],"methods":[27],"vary":[28],"simultaneously":[29],"across":[30],"feature":[31],"design,":[32],"training":[33],"data":[34],"construction,":[35],"and":[36,66,79,97],"evaluation":[37,132],"setting,":[38],"obscuring":[39],"what":[40],"actually":[41],"drives":[42],"performance.":[43],"To":[44],"address":[45],"this":[46],"issue,":[47],"we":[48,109],"propose":[49],"factorised":[51],"study":[52],"of":[53,133],"probe-based":[54,134],"UE":[55],"under":[56,75],"matched":[57],"conditions.":[58],"Our":[59,127],"results":[60],"show":[61],"that":[62,86,114],"raw":[63],"hidden":[64],"states":[65],"attention":[67],"features":[68,81],"are":[69,82],"difficult":[70],"outperform":[72],"in-domain.":[73],"However,":[74],"distribution":[76],"shift,":[77],"structured":[78],"compressed":[80],"more":[83,130],"robust,":[84],"suggesting":[85],"in-domain":[87],"performance":[88],"alone":[89],"is":[90,140],"insufficient":[91],"measure":[93],"progress.":[94],"Furthermore,":[95],"prompting":[96],"label":[98],"construction":[99],"significantly":[100],"affect":[101],"probe":[102],"behaviour.":[103],"Building":[104],"on":[105],"these":[106],"best-practice":[107],"findings,":[108],"train":[110],"benchmark-based":[111],"pretrained":[112],"probes":[113],"transfer":[115],"reasonably":[116],"well":[117],"open-ended":[119],"factual":[120],"generation,":[121],"providing":[122],"stable":[124],"off-the-shelf":[125],"baseline.":[126],"work":[128],"encourages":[129],"deployment-oriented":[131],"estimators.":[136],"The":[137],"code":[138],"repository":[139],"available":[141],"at":[142],"https://github.com/ponhvoan/ProbeUE.":[143]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-30T00:00:00"}