{"id":"https://openalex.org/W7163017726","doi":"https://doi.org/10.48550/arxiv.2605.31220","title":"Shared Doubt: Zero-shot Cross-Lingual Confidence Estimation for Language Models","display_name":"Shared Doubt: Zero-shot Cross-Lingual Confidence Estimation for Language Models","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163017726","doi":"https://doi.org/10.48550/arxiv.2605.31220"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.31220","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31220","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.31220","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099181085","display_name":"Athina Kyriakou","orcid":"https://orcid.org/0009-0002-0962-9828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyriakou, Athina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137540346","display_name":"Dennis Ulmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulmer, Dennis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137611717","display_name":"Ivan Titov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Titov, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.35190001130104065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.08349999785423279,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.7282999753952026},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.680899977684021},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5995000004768372},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5455999970436096},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5266000032424927},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.510699987411499},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5105000138282776},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5020999908447266}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.7282999753952026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056999802589417},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.680899977684021},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5995000004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641000270843506},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5455999970436096},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5281000137329102},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5266000032424927},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.510699987411499},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5105000138282776},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4207000136375427},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25690001249313354},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.31220","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31220","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.31220","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31220","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.802758514881134,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Confidence":[0],"estimation":[1,136],"(CE),":[2],"i.e.":[3],"quantifying":[4],"the":[5,16,30,76,117,120],"reliability":[6],"of":[7,18,33],"a":[8,62,105,123],"model's":[9],"prediction,":[10],"has":[11],"attracted":[12],"great":[13],"interest":[14],"in":[15,99],"context":[17],"large":[19],"language":[20],"models":[21],"(LLMs).":[22],"However,":[23],"most":[24],"studies":[25],"focus":[26],"on":[27,114],"English,":[28],"ignoring":[29],"multilingual":[31,53],"reality":[32],"LLM":[34],"usage,":[35],"while":[36],"many":[37],"CE":[38],"methods":[39],"degrade":[40],"or":[41],"require":[42],"retraining":[43,128],"across":[44,102],"languages.":[45],"To":[46],"address":[47],"this":[48],"gap,":[49],"we":[50],"investigate":[51],"whether":[52],"LLMs":[54],"encode":[55],"shared,":[56],"language-transferable":[57],"confidence":[58,96,107,135],"features.":[59],"We":[60],"use":[61],"lightweight":[63],"linear":[64],"probe":[65,77,121],"that":[66,95],"predicts":[67],"answer":[68],"correctness":[69],"directly":[70],"from":[71],"intermediate":[72],"representations.":[73],"Trained":[74],"monolingually,":[75],"generalizes":[78],"zero-shot":[79,110],"to":[80,116,132],"unseen,":[81],"typologically":[82],"diverse":[83],"languages":[84],"without":[85,126],"target-language":[86],"supervision.":[87],"Learned":[88],"layer":[89],"weights":[90],"and":[91,129],"multiple":[92],"ablations":[93],"reveal":[94],"features":[97],"concentrate":[98],"middle":[100],"layers":[101],"languages,":[103],"suggesting":[104],"shared":[106],"subspace.":[108],"While":[109],"cross-lingual":[111],"performance":[112],"depends":[113],"similarity":[115],"source":[118],"language,":[119],"provides":[122],"strong":[124],"baseline":[125],"any":[127],"compares":[130],"favorably":[131],"other":[133],"popular":[134],"methods.":[137]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-06-02T00:00:00"}