{"id":"https://openalex.org/W7156105003","doi":"https://doi.org/10.48550/arxiv.2604.22167","title":"Estimating Tail Risks in Language Model Output Distributions","display_name":"Estimating Tail Risks in Language Model Output Distributions","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7156105003","doi":"https://doi.org/10.48550/arxiv.2604.22167"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22167","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22167","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22167","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134721789","display_name":"Rico Angell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Angell, Rico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134724609","display_name":"Raghav Singhal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singhal, Raghav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033654814","display_name":"Zachary Horvitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Horvitz, Zachary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134664921","display_name":"Zhou Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134722490","display_name":"Rajesh Ranganath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ranganath, Rajesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134702350","display_name":"Kathleen McKeown","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McKeown, Kathleen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134727478","display_name":"He He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18029999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13339999318122864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5893999934196472},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.5130000114440918},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.48330000042915344},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4828000068664551},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.45239999890327454},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.451200008392334},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4507000148296356},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4397999942302704},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42809998989105225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6876000165939331},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5893999934196472},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.5130000114440918},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4828000068664551},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4507000148296356},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4397999942302704},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42809998989105225},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3662000000476837},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3366999924182892},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C2983703474","wikidata":"https://www.wikidata.org/wiki/Q17088227","display_name":"Probability estimation","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22167","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22167","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22167","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22167","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models":[1,21,40,76,189],"are":[2,6,41],"increasingly":[3,23],"capable":[4],"and":[5,77,146,195,209],"being":[7],"rapidly":[8],"deployed":[9],"on":[10,59,168],"a":[11,15,47,89],"population-level":[12],"scale.":[13],"As":[14],"result,":[16],"the":[17,32,61,72,94,109,127,169,186],"safety":[18,56,212],"of":[19,34,44,63,75,96,104,126,165,171,188],"these":[20,148,181],"is":[22,206,215],"high-stakes.":[24],"Fortunately,":[25],"advances":[26],"in":[27,46,192],"alignment":[28],"have":[29],"significantly":[30],"reduced":[31],"likelihood":[33],"harmful":[35,67,97,113,138,166],"model":[36,193],"outputs.":[37,68],"However,":[38],"when":[39],"queried":[42],"billions":[43],"times":[45],"day,":[48],"even":[49],"rare":[50],"worst-case":[51],"behaviors":[52],"will":[53],"occur.":[54],"Current":[55],"evaluations":[57,70],"focus":[58],"capturing":[60],"distribution":[62],"inputs":[64],"that":[65,180,202],"yield":[66],"These":[69,130],"disregard":[71],"probabilistic":[73],"nature":[74],"their":[78],"tail":[79,85],"output":[80],"behavior.":[81],"To":[82],"measure":[83],"this":[84],"risk,":[86],"we":[87,118,161,178],"propose":[88],"method":[90],"to":[91,190],"efficiently":[92],"estimate":[93,163],"probability":[95,164],"outputs":[98,114,139,167],"for":[99,211],"any":[100],"input":[101,194],"query.":[102],"Instead":[103],"naive":[105],"brute-force":[106,151],"sampling":[107,121],"from":[108],"target":[110,128],"model,":[111],"where":[112],"could":[115],"be":[116],"rare,":[117],"operationalize":[119],"importance":[120],"by":[122,136],"creating":[123],"unsafe":[124,131],"versions":[125,132],"model.":[129],"enable":[133],"sample-efficient":[134],"estimation":[135,205],"making":[137],"more":[140],"probable.":[141],"On":[142],"benchmarks":[143],"measuring":[144],"misuse":[145],"misalignment,":[147],"estimates":[149,154,183],"match":[150],"Monte":[152],"Carlo":[153],"using":[155],"10-20x":[156],"fewer":[157],"samples.":[158,176],"For":[159],"example,":[160],"can":[162,184],"order":[170],"10^-4":[172],"with":[173],"just":[174],"500":[175],"Additionally,":[177],"find":[179],"harmfulness":[182],"reveal":[185],"sensitivity":[187],"perturbations":[191],"predict":[196],"deployment":[197],"risks.":[198],"Our":[199],"work":[200],"demonstrates":[201],"accurate":[203],"rare-event":[204],"both":[207],"critical":[208],"feasible":[210],"evaluations.":[213],"Code":[214],"available":[216],"at":[217],"https://github.com/rangell/LMTailRisk":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-28T00:00:00"}