{"id":"https://openalex.org/W4401693411","doi":"https://doi.org/10.1109/isit57864.2024.10619252","title":"Sharp Analysis of Out-of-Distribution Error for \u201cImportance-Weighted\u201d Estimators in the Overparameterized Regime","display_name":"Sharp Analysis of Out-of-Distribution Error for \u201cImportance-Weighted\u201d Estimators in the Overparameterized Regime","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4401693411","doi":"https://doi.org/10.1109/isit57864.2024.10619252"},"language":"en","primary_location":{"id":"doi:10.1109/isit57864.2024.10619252","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit57864.2024.10619252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019311731","display_name":"Kuo-Wei Lai","orcid":"https://orcid.org/0000-0003-0926-2114"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kuo-Wei Lai","raw_affiliation_strings":["School of Electrical &#x0026; Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical &#x0026; Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103255732","display_name":"Vidya Muthukumar","orcid":"https://orcid.org/0009-0007-4538-9143"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vidya Muthukumar","raw_affiliation_strings":["School of Electrical &#x0026; Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical &#x0026; Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019311731"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14133347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3701","last_page":"3706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9153000116348267,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9153000116348267,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.771073579788208},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.5573524236679077},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4904765784740448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47231221199035645},{"id":"https://openalex.org/keywords/error-analysis","display_name":"Error analysis","score":0.4329114258289337},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4305228292942047},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.39426952600479126},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.2610734701156616},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.21153035759925842}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.771073579788208},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.5573524236679077},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4904765784740448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47231221199035645},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.4329114258289337},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4305228292942047},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39426952600479126},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2610734701156616},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.21153035759925842}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit57864.2024.10619252","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit57864.2024.10619252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2957348298","display_name":null,"funder_award_id":"CCF-2239151,IIS2212182","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323207","display_name":"Funda\u00e7\u00e3o Amaz\u00f4nia Paraense de Amparo \u00e0 Pesquisa","ror":"https://ror.org/00ssgrj25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2105523772","https://openalex.org/W2109191808","https://openalex.org/W2566079294","https://openalex.org/W2964250041","https://openalex.org/W2991497298","https://openalex.org/W3020361330","https://openalex.org/W3151137625","https://openalex.org/W3157298807","https://openalex.org/W3173576323","https://openalex.org/W4226154270","https://openalex.org/W4229706427","https://openalex.org/W4287285260","https://openalex.org/W4287777768","https://openalex.org/W4289713078","https://openalex.org/W4327486558"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W4285230481","https://openalex.org/W4385769873","https://openalex.org/W4281634296","https://openalex.org/W4319161863","https://openalex.org/W2371687270","https://openalex.org/W4311888330"],"abstract_inverted_index":{"Overparameterized":[0],"models":[1],"that":[2,22,58],"achieve":[3],"zero":[4],"training":[5,27],"error":[6,52,87],"are":[7],"observed":[8],"to":[9,63,90,104],"generalize":[10],"well":[11],"on":[12,83],"average,":[13],"but":[14],"degrade":[15],"in":[16,25],"performance":[17],"when":[18],"faced":[19],"with":[20,40,72],"data":[21,84],"is":[23,70,127],"under-represented":[24],"the":[26,47,114],"sample.":[28],"In":[29],"this":[30,125],"work,":[31],"we":[32],"study":[33],"an":[34],"overparameterized":[35],"Gaussian":[36],"mixture":[37],"model":[38],"imbued":[39],"a":[41,54,98,111],"spurious":[42],"feature,":[43],"and":[44,49,75,78,96,107],"sharply":[45],"analyze":[46],"in-distribution":[48],"out-of-distribution":[50],"test":[51],"of":[53,93,113,124],"cost-sensitive":[55],"interpolating":[56],"solution":[57],"incorporates":[59],"\u201cimportance":[60],"weights\u201d.":[61],"Compared":[62],"recent":[64],"work":[65],"[1],":[66],"[2],":[67],"our":[68],"analysis":[69],"sharp":[71],"matching":[73],"upper":[74],"lower":[76],"bounds,":[77],"significantly":[79],"weakens":[80],"required":[81],"assumptions":[82],"dimensionality.":[85],"Our":[86],"characterizations":[88],"apply":[89],"any":[91],"choice":[92],"importance":[94,115],"weights":[95],"unveil":[97],"novel":[99],"tradeoff":[100],"between":[101],"worst-case":[102],"robustness":[103],"distribution":[105],"shift":[106],"average":[108],"accuracy":[109],"as":[110],"function":[112],"weight":[116],"magnitude<sup":[117],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[118,120],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[119],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>An":[121],"extended":[122],"version":[123],"paper":[126],"available":[128],"at":[129],"https://arxiv.org/abs/2405.06546..":[130]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}