{"id":"https://openalex.org/W2623739609","doi":"https://doi.org/10.1109/ita50056.2020.9244938","title":"Learning Whenever Learning is Possible: Universal Learning under General Stochastic Processes","display_name":"Learning Whenever Learning is Possible: Universal Learning under General Stochastic Processes","publication_year":2020,"publication_date":"2020-02-02","ids":{"openalex":"https://openalex.org/W2623739609","doi":"https://doi.org/10.1109/ita50056.2020.9244938","mag":"2623739609"},"language":"en","primary_location":{"id":"doi:10.1109/ita50056.2020.9244938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita50056.2020.9244938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1706.01418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074158209","display_name":"Steve Hanneke","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Steve Hanneke","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074158209"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8163,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.78070534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"22","issue":"130","first_page":"1","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-learning-theory","display_name":"Algorithmic learning theory","score":0.7295918464660645},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6388390064239502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5741751194000244},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5695763230323792},{"id":"https://openalex.org/keywords/adaptive-learning","display_name":"Adaptive learning","score":0.5504820346832275},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5350130200386047},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5336469411849976},{"id":"https://openalex.org/keywords/instance-based-learning","display_name":"Instance-based learning","score":0.5123714208602905},{"id":"https://openalex.org/keywords/learning-theory","display_name":"Learning theory","score":0.4695141017436981},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46192166209220886},{"id":"https://openalex.org/keywords/ergodic-theory","display_name":"Ergodic theory","score":0.43404918909072876},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.4236817955970764},{"id":"https://openalex.org/keywords/inductive-reasoning","display_name":"Inductive reasoning","score":0.41904371976852417},{"id":"https://openalex.org/keywords/proactive-learning","display_name":"Proactive learning","score":0.417780339717865},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.41326162219047546},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4034739136695862},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2657122313976288},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.2037058174610138}],"concepts":[{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.7295918464660645},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6388390064239502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5741751194000244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5695763230323792},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.5504820346832275},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5350130200386047},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5336469411849976},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.5123714208602905},{"id":"https://openalex.org/C92393732","wikidata":"https://www.wikidata.org/wiki/Q1790374","display_name":"Learning theory","level":2,"score":0.4695141017436981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46192166209220886},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.43404918909072876},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.4236817955970764},{"id":"https://openalex.org/C21563000","wikidata":"https://www.wikidata.org/wiki/Q484511","display_name":"Inductive reasoning","level":2,"score":0.41904371976852417},{"id":"https://openalex.org/C12298181","wikidata":"https://www.wikidata.org/wiki/Q7246814","display_name":"Proactive learning","level":5,"score":0.417780339717865},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.41326162219047546},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4034739136695862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2657122313976288},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.2037058174610138},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ita50056.2020.9244938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita50056.2020.9244938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1706.01418","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.01418","pdf_url":"https://arxiv.org/pdf/1706.01418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2623739609","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1706.01418.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1706.01418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1706.01418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3189037857","is_oa":false,"landing_page_url":"https://jmlr.org/papers/volume22/17-298/17-298.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1706.01418","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.01418","pdf_url":"https://arxiv.org/pdf/1706.01418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2623739609.pdf","grobid_xml":"https://content.openalex.org/works/W2623739609.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W187983475","https://openalex.org/W361471363","https://openalex.org/W1479807131","https://openalex.org/W1484867920","https://openalex.org/W1494146003","https://openalex.org/W1495813543","https://openalex.org/W1516441385","https://openalex.org/W1530699444","https://openalex.org/W1539382740","https://openalex.org/W1564947197","https://openalex.org/W1570963478","https://openalex.org/W1571830002","https://openalex.org/W1578202804","https://openalex.org/W1790582767","https://openalex.org/W1853837125","https://openalex.org/W1965812785","https://openalex.org/W1979675141","https://openalex.org/W1979747077","https://openalex.org/W1982389390","https://openalex.org/W2002196465","https://openalex.org/W2013610892","https://openalex.org/W2021440127","https://openalex.org/W2033810643","https://openalex.org/W2061566572","https://openalex.org/W2066688546","https://openalex.org/W2078444326","https://openalex.org/W2093825590","https://openalex.org/W2099830893","https://openalex.org/W2104094955","https://openalex.org/W2104290726","https://openalex.org/W2111109206","https://openalex.org/W2112483442","https://openalex.org/W2119336030","https://openalex.org/W2121445748","https://openalex.org/W2124054180","https://openalex.org/W2129113961","https://openalex.org/W2148603752","https://openalex.org/W2163872159","https://openalex.org/W2164376107","https://openalex.org/W2165796148","https://openalex.org/W2167597140","https://openalex.org/W2327679483","https://openalex.org/W2600349303","https://openalex.org/W2611627047","https://openalex.org/W2963137787","https://openalex.org/W2963482921","https://openalex.org/W2963592974","https://openalex.org/W2963620353","https://openalex.org/W2964251103","https://openalex.org/W3103988912","https://openalex.org/W4205710519","https://openalex.org/W4206519198","https://openalex.org/W4239726656","https://openalex.org/W4246266336","https://openalex.org/W4246994868","https://openalex.org/W4248175720","https://openalex.org/W4253577938","https://openalex.org/W6637771017","https://openalex.org/W6676840641","https://openalex.org/W6735079693","https://openalex.org/W6982263735"],"related_works":["https://openalex.org/W3094806401","https://openalex.org/W3097894168","https://openalex.org/W2009656295","https://openalex.org/W2767834114","https://openalex.org/W1561050328","https://openalex.org/W2104975779","https://openalex.org/W2164035091","https://openalex.org/W2137605490","https://openalex.org/W1493126532","https://openalex.org/W33088971","https://openalex.org/W2963423916","https://openalex.org/W210653078","https://openalex.org/W2009761009","https://openalex.org/W2074180210","https://openalex.org/W1580907625","https://openalex.org/W58832634","https://openalex.org/W2163335756","https://openalex.org/W2069685030","https://openalex.org/W2989834192","https://openalex.org/W1985388911"],"abstract_inverted_index":{"This":[0],"work":[1,42],"initiates":[2],"a":[3,48,95,140,236],"general":[4],"study":[5,72,159],"of":[6,50,65,106,142,204,215,218,238],"learning":[7,24,51,67,110,124,152,165,182,190,205,224,246],"and":[8,58,146,169,230],"generalization":[9],"without":[10],"the":[11,19,55,63,66,78,92,104,119,128,188,202,208,216,228,244],"i.i.d.":[12,36],"assumption,":[13],"starting":[14],"from":[15,139],"first":[16],"principles.":[17],"While":[18],"standard":[20],"approach":[21],"to":[22,81,113,150,197,201],"statistical":[23],"theory":[25,49],"is":[26,80,125,225],"based":[27,52],"on":[28,54],"assumptions":[29,60],"chosen":[30],"largely":[31],"for":[32,87,127,243],"their":[33],"convenience":[34],"(e.g.,":[35],"or":[37],"stationary":[38],"ergodic),":[39],"in":[40,46,62,103,162,187,227],"this":[41,136,160,193],"we":[43,148,177,210],"are":[44,100],"interested":[45,102],"developing":[47],"only":[53,118],"most":[56],"fundamental":[57],"natural":[59,164],"implicit":[61],"requirements":[64],"problem":[68],"itself.":[69],"We":[70,99,158,233],"specifically":[71],"universally":[73,115,122,222],"consistent":[74,116,123,223],"function":[75],"learning,":[76],"where":[77],"objective":[79],"obtain":[82],"low":[83],"long-run":[84],"average":[85],"loss":[86],"any":[88],"target":[89],"function,":[90],"when":[91],"data":[93,130],"follow":[94],"given":[96,117,129],"stochastic":[97],"process.":[98,131],"then":[101],"question":[105,161],"whether":[107],"there":[108],"exist":[109,186],"rules":[111,153,183],"guaranteed":[112],"be":[114],"assumption":[120],"that":[121,134,179],"possible":[126,226],"The":[132],"reasoning":[133],"motivates":[135],"criterion":[137],"emanates":[138],"kind":[141],"optimist's":[143],"decision":[144],"theory,":[145],"so":[147],"refer":[149],"such":[151],"as":[154,172],"being":[155],"optimistically":[156,180],"universal.":[157],"three":[163],"settings:":[166],"inductive,":[167],"self-adaptive,":[168],"online.":[170],"Remarkably,":[171],"our":[173],"strongest":[174],"positive":[175],"result,":[176],"find":[178],"universal":[181],"do":[184],"indeed":[185],"self-adaptive":[189,231],"setting.":[191,247],"Establishing":[192],"fact":[194],"requires":[195],"us":[196],"develop":[198],"new":[199],"approaches":[200],"design":[203],"algorithms.":[206],"Along":[207],"way,":[209],"also":[211],"identify":[212],"concise":[213],"characterizations":[214],"family":[217],"processes":[219],"under":[220],"which":[221],"inductive":[229],"settings.":[232],"additionally":[234],"pose":[235],"number":[237],"enticing":[239],"open":[240],"problems,":[241],"particularly":[242],"online":[245]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2022-10-04T00:00:00"}