{"id":"https://openalex.org/W7147264987","doi":"https://doi.org/10.48550/arxiv.2603.28499","title":"Next-Token Prediction and Regret Minimization","display_name":"Next-Token Prediction and Regret Minimization","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147264987","doi":"https://doi.org/10.48550/arxiv.2603.28499"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058849006","display_name":"Mehryar Mohri","orcid":"https://orcid.org/0000-0002-3987-9847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohri, Mehryar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020375684","display_name":"Clayton Sanford","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanford, Clayton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132709133","display_name":"Jon Schneider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider, Jon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007053674","display_name":"Kiran Vodrahalli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vodrahalli, Kiran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132700158","display_name":"Yifan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.37470000982284546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.37470000982284546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.367000013589859,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.666100025177002},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6021000146865845},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.5206000208854675},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.4880000054836273},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.45249998569488525},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.45249998569488525},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.40610000491142273},{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.37049999833106995}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.666100025177002},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6021000146865845},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5206000208854675},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.4880000054836273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4749000072479248},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47380000352859497},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.45249998569488525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44130000472068787},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3625999987125397},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.34200000762939453},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.27720001339912415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7832686901092529,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,36,39,49,68,72,78,82,123,126,140,144,150,156,161,203],"question":[3],"of":[4,30,125,175,213],"how":[5],"to":[6,48,107,122,133,229],"employ":[7],"next-token":[8,21,128],"prediction":[9,22,69,129,141],"algorithms":[10],"in":[11,163],"adversarial":[12,54],"online":[13,41],"decision-making":[14,42],"environments.":[15],"Specifically,":[16],"if":[17],"we":[18,86,167,196],"train":[19],"a":[20,25,60,95,214],"model":[23,73,145],"on":[24,76,149],"distribution":[26,92,99,184],"$\\mathcal{D}$":[27,59,93,100,174],"over":[28],"sequences":[29],"opponent":[31,176],"actions,":[32],"when":[33,57,187],"is":[34,58,94,101],"it":[35],"case":[37,162],"that":[38,88,169,178,202,222],"induced":[40],"algorithm":[43],"(by":[44],"approximately":[45],"best":[46],"responding":[47],"model's":[50],"predictions)":[51],"has":[52],"low":[53],"regret":[55,114],"(i.e.,":[56],"\\emph{low-regret":[61],"distribution})?":[62],"For":[63],"unbounded":[64,204],"context":[65,137,205],"windows":[66,138],"(where":[67,139],"made":[70,142],"by":[71,81,143,155,200,211],"can":[74,115,146,208,225],"depend":[75,147],"all":[77],"actions":[79,153],"taken":[80,154],"adversary":[83],"thus":[84],"far),":[85],"show":[87,168],"although":[89],"not":[90],"every":[91,98],"low-regret":[96,109,183,233],"distribution,":[97,110],"exponentially":[102],"close":[103],"(in":[104],"TV":[105],"distance)":[106],"one":[108],"and":[111,191,218],"hence":[112],"sublinear":[113],"always":[116],"be":[117,160,209,226],"achieved":[118],"at":[119],"negligible":[120],"cost":[121],"accuracy":[124],"original":[127],"model.":[130],"In":[131],"contrast":[132],"this,":[134],"for":[135],"bounded":[136],"only":[148],"past":[151],"$w$":[152],"adversary,":[157],"as":[158],"may":[159],"modern":[164],"transformer":[165,216,223],"architectures),":[166],"there":[170],"are":[171,179],"some":[172],"distributions":[173,193],"play":[177],"$\u0398(1)$-far":[180],"from":[181],"any":[182],"$\\mathcal{D'}$":[185],"(even":[186],"$w":[188],"=":[189],"\u03a9(T)$":[190],"such":[192],"exist).":[194],"Finally,":[195],"complement":[197],"these":[198,231],"results":[199],"showing":[201],"robustification":[206],"procedure":[207],"implemented":[210],"layers":[212],"standard":[215],"architecture,":[217],"provide":[219],"empirical":[220],"evidence":[221],"models":[224],"efficiently":[227],"trained":[228],"represent":[230],"new":[232],"distributions.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}