{"id":"https://openalex.org/W4415368102","doi":"https://doi.org/10.1109/isit63088.2025.11195405","title":"Twice-Universal Prediction in Over-Parameterized Linear Regression","display_name":"Twice-Universal Prediction in Over-Parameterized Linear Regression","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415368102","doi":"https://doi.org/10.1109/isit63088.2025.11195405"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120072566","display_name":"Anton Tchaplianka","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Anton Tchaplianka","raw_affiliation_strings":["School of Electrical Engineering, Tel Aviv University"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066905280","display_name":"Meir Feder","orcid":"https://orcid.org/0000-0002-1290-0482"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Meir Feder","raw_affiliation_strings":["School of Electrical Engineering, Tel Aviv University"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5120072566"],"corresponding_institution_ids":["https://openalex.org/I16391192"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16449571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7703999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7703999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7063000202178955,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.4948999881744385},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.4449000060558319},{"id":"https://openalex.org/keywords/white-noise","display_name":"White noise","score":0.4424999952316284},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4357999861240387},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.415800005197525},{"id":"https://openalex.org/keywords/linear-prediction","display_name":"Linear prediction","score":0.38609999418258667},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.38359999656677246},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3813999891281128},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.36880001425743103}],"concepts":[{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45829999446868896},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C112633086","wikidata":"https://www.wikidata.org/wiki/Q381287","display_name":"White noise","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4350999891757965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4325999915599823},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42170000076293945},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C131109320","wikidata":"https://www.wikidata.org/wiki/Q581012","display_name":"Linear prediction","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.36880001425743103},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C103402496","wikidata":"https://www.wikidata.org/wiki/Q1106171","display_name":"Prediction interval","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3463999927043915},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C41587187","wikidata":"https://www.wikidata.org/wiki/Q1501882","display_name":"Generalized linear model","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C145242015","wikidata":"https://www.wikidata.org/wiki/Q774123","display_name":"Approximation theory","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C160824197","wikidata":"https://www.wikidata.org/wiki/Q2071054","display_name":"Linear approximation","level":3,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W658512522","https://openalex.org/W1974518317","https://openalex.org/W1975551153","https://openalex.org/W2103247703","https://openalex.org/W2179435707","https://openalex.org/W2294584261","https://openalex.org/W2296087697","https://openalex.org/W2787894218","https://openalex.org/W2963518130","https://openalex.org/W2995615678","https://openalex.org/W3123545922","https://openalex.org/W4289655146"],"related_works":[],"abstract_inverted_index":{"This":[0,120],"paper":[1],"addresses":[2],"the":[3,26,30,49,71,81,101,107,123,131,153],"computational":[4,102],"and":[5,36,76,89,91,129],"theoretical":[6,27],"challenges":[7],"of":[8,29,52,56,68,87,126],"implementing":[9],"twice-universal":[10,37,72,127],"prediction":[11,128,139],"in":[12,85,95,136],"over-parameterized,":[13],"possibly":[14],"high-dimensional,":[15],"linear":[16],"models":[17],"with":[18,74],"additive":[19],"white":[20],"Gaussian":[21],"noise":[22],"(AWGN).":[23],"Building":[24],"on":[25],"foundations":[28],"Predictive":[31],"Normalized":[32],"Maximum":[33],"Likelihood":[34],"(pNML)":[35],"predictors,":[38],"we":[39],"propose":[40],"an":[41],"efficient":[42],"local":[43],"search":[44],"approximation":[45,83],"algorithm":[46,84],"to":[47,117],"handle":[48],"exponential":[50],"complexity":[51],"combining":[53],"all":[54],"subsets":[55],"a":[57,66,150],"high-dimensional":[58,96],"parameter":[59],"space.":[60],"We":[61],"validate":[62],"our":[63],"approach":[64],"through":[65],"series":[67],"experiments:":[69],"comparing":[70],"predictor":[73],"pNML":[75],"regularized":[77],"least":[78],"squares,":[79],"evaluating":[80],"proposed":[82],"terms":[86],"accuracy":[88],"scalability,":[90],"showcasing":[92],"its":[93,99],"application":[94],"settings.":[97],"Despite":[98],"advantages,":[100],"cost":[103],"remains":[104],"significant,":[105],"highlighting":[106],"need":[108],"for":[109,133],"further":[110],"refinements":[111],"such":[112],"as":[113],"restricting":[114],"reference":[115],"learners":[116],"under-parameterized":[118],"subfamilies.":[119],"work":[121,145],"advances":[122],"practical":[124],"applicability":[125],"lays":[130],"groundwork":[132],"future":[134],"research":[135],"scalable":[137],"universal":[138],"frameworks<sup":[140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[141,143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[142],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>This":[144],"has":[146],"been":[147],"supported":[148],"by":[149],"grant":[151],"from":[152],"Israeli":[154],"Science":[155],"Foundation,":[156],"number":[157],"819/20.":[158]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-21T00:00:00"}