{"id":"https://openalex.org/W4410086681","doi":"https://doi.org/10.1109/tit.2025.3567076","title":"A Direct Proof of a Unified Law of Robustness for Bregman Divergence Losses","display_name":"A Direct Proof of a Unified Law of Robustness for Bregman Divergence Losses","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4410086681","doi":"https://doi.org/10.1109/tit.2025.3567076"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2025.3567076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2025.3567076","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071688825","display_name":"Santanu Das","orcid":"https://orcid.org/0000-0002-0147-449X"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Santanu Das","raw_affiliation_strings":["Tata Institute of Fundamental Research, Mumbai, India","Tata Institute of Fundamental Research, Mumbai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]},{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai","institution_ids":["https://openalex.org/I11947397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059145110","display_name":"Jatin Batra","orcid":"https://orcid.org/0000-0002-7174-9778"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jatin Batra","raw_affiliation_strings":["Tata Institute of Fundamental Research, Mumbai, India","Tata Institute of Fundamental Research, Mumbai"],"raw_orcid":"https://orcid.org/0000-0002-7174-9778","affiliations":[{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]},{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai","institution_ids":["https://openalex.org/I11947397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101900831","display_name":"Piyush Srivastava","orcid":"https://orcid.org/0000-0003-0953-2890"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Piyush Srivastava","raw_affiliation_strings":["Tata Institute of Fundamental Research, Mumbai, India","Tata Institute of Fundamental Research, Mumbai"],"raw_orcid":"https://orcid.org/0000-0003-0953-2890","affiliations":[{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]},{"raw_affiliation_string":"Tata Institute of Fundamental Research, Mumbai","institution_ids":["https://openalex.org/I11947397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071688825"],"corresponding_institution_ids":["https://openalex.org/I11947397"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09100157,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"8","first_page":"6340","last_page":"6352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bregman-divergence","display_name":"Bregman divergence","score":0.7971860766410828},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.769232988357544},{"id":"https://openalex.org/keywords/direct-proof","display_name":"Direct proof","score":0.551466166973114},{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.48054271936416626},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.47797462344169617},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4281325340270996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39402469992637634},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.32371509075164795},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.21207264065742493}],"concepts":[{"id":"https://openalex.org/C149073432","wikidata":"https://www.wikidata.org/wiki/Q4960382","display_name":"Bregman divergence","level":2,"score":0.7971860766410828},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.769232988357544},{"id":"https://openalex.org/C161505775","wikidata":"https://www.wikidata.org/wiki/Q3240280","display_name":"Direct proof","level":2,"score":0.551466166973114},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.48054271936416626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.47797462344169617},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4281325340270996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39402469992637634},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.32371509075164795},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.21207264065742493},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2025.3567076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2025.3567076","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7200000286102295,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1355804561","display_name":null,"funder_award_id":"MTR/2023/001547","funder_id":"https://openalex.org/F4320334771","funder_display_name":"Science and Engineering Research Board"},{"id":"https://openalex.org/G1772542340","display_name":null,"funder_award_id":"RTI4001","funder_id":"https://openalex.org/F4320320768","funder_display_name":"Department of Atomic Energy, Government of India"}],"funders":[{"id":"https://openalex.org/F4320307786","display_name":"Adobe Systems","ror":"https://ror.org/059tvcg64"},{"id":"https://openalex.org/F4320320768","display_name":"Department of Atomic Energy, Government of India","ror":"https://ror.org/02m388s04"},{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1932198206","https://openalex.org/W1981592894","https://openalex.org/W2033468335","https://openalex.org/W2116000491","https://openalex.org/W2123991591","https://openalex.org/W2130700086","https://openalex.org/W2166163936","https://openalex.org/W2194775991","https://openalex.org/W2640329709","https://openalex.org/W2962708723","https://openalex.org/W2973798619","https://openalex.org/W3103836116","https://openalex.org/W4211030719","https://openalex.org/W4224903303","https://openalex.org/W4225728387","https://openalex.org/W4230058301","https://openalex.org/W4236362309","https://openalex.org/W4301425558","https://openalex.org/W4388022476","https://openalex.org/W4391847287","https://openalex.org/W4396770898","https://openalex.org/W6635108766","https://openalex.org/W6637162671","https://openalex.org/W6678917918","https://openalex.org/W6684191040","https://openalex.org/W6729756640","https://openalex.org/W6732517885","https://openalex.org/W6747679287","https://openalex.org/W6752356114","https://openalex.org/W6760993166","https://openalex.org/W6761839128","https://openalex.org/W6763621065","https://openalex.org/W6771356089","https://openalex.org/W6773538819","https://openalex.org/W6774290273","https://openalex.org/W6774375107","https://openalex.org/W6779640401","https://openalex.org/W6782871186","https://openalex.org/W6790317832","https://openalex.org/W6795861741","https://openalex.org/W6803491935","https://openalex.org/W6810220367","https://openalex.org/W6843902755","https://openalex.org/W6849600199","https://openalex.org/W6855223850","https://openalex.org/W6862079725"],"related_works":["https://openalex.org/W4290793960","https://openalex.org/W2895052949","https://openalex.org/W2804257782","https://openalex.org/W4299147440","https://openalex.org/W4304099439","https://openalex.org/W2885258126","https://openalex.org/W2213789179","https://openalex.org/W4295845550","https://openalex.org/W4309585996","https://openalex.org/W4309651314"],"abstract_inverted_index":{"In":[0,53,208],"contemporary":[1],"deep":[2],"learning":[3],"practice,":[4],"models":[5],"are":[6,261],"often":[7],"trained":[8],"to":[9,14,48,61,69,86,92,152,162,178,195,237],"near":[10],"zero":[11],"loss":[12,98,102,166],"i.e.":[13,145],"nearly":[15],"interpolate":[16,93],"the":[17,21,26,33,39,62,88,95,101,104,108,111,147,186,202,213,246,255,270,274,278,281,292,305],"training":[18,97],"data.":[19],"However,":[20],"number":[22,34],"of":[23,35,57,79,103,107,116,123,132,134,204,217,223,248,265,277,304,309],"parameters":[24],"in":[25,201,221,284],"model":[27,85,89],"is":[28,90,140,150,273],"usually":[29],"far":[30],"more":[31,196,301],"than":[32],"data":[36],"points":[37],"n,":[38],"theoretical":[40],"minimum":[41],"needed":[42],"for":[43,83,119,142,242,268],"interpolation:":[44],"a":[45,76,84,120,129,168,176,224,235,262,300],"phenomenon":[46],"referred":[47],"as":[49,185,251,291],"<italic":[50,154],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[51,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">overparameterization</i>.":[52],"an":[54],"interesting":[55],"piece":[56],"work":[58,297],"that":[59,65,138,174,230],"contributes":[60],"considerable":[63],"research":[64],"has":[66],"been":[67],"devoted":[68],"understand":[70],"overparameterization,":[71],"Bubeck":[72,218,310],"and":[73,118,181,219,228,283,311,313],"Sellke":[74,220,312],"considered":[75],"natural":[77,130,263],"notion":[78,115,131],"what":[80],"it":[81],"means":[82],"interpolate:":[87],"said":[91],"when":[94],"model\u2019s":[96],"goes":[99],"below":[100],"conditional":[105,275],"expectation":[106,276],"response":[109,206,279],"given":[110,280],"covariate.":[112],"For":[113],"this":[114,209,231],"interpolation":[117,144],"broad":[121,316],"class":[122,264],"covariate":[124],"distributions":[125],"(specifically":[126],"those":[127],"satisfying":[128],"concentration":[133],"measure),":[135],"they":[136,172],"showed":[137],"overparameterization":[139],"necessary":[141],"robust":[143],"if":[146],"interpolating":[148],"function":[149],"required":[151],"be":[153,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Lipschitz</i>.":[156],"Their":[157],"main":[158,306],"proof":[159,215,307],"technique":[160,216,308],"applies":[161],"regression":[163],"with":[164],"square":[165],"against":[167],"scalar":[169,205],"response,":[170],"but":[171],"remark":[173],"via":[175],"connection":[177],"Rademacher":[179,252],"complexity":[180,253],"using":[182],"tools":[183,249],"such":[184,250,290],"Ledoux-Talagrand":[187,256],"contraction":[188,257],"inequality,":[189],"their":[190],"result":[191],"can":[192],"extended":[194],"general":[197,302],"losses,":[198],"at":[199],"least":[200],"case":[203],"variables.":[207],"work,":[210],"we":[211],"recast":[212],"original":[214],"terms":[222],"bias-variance":[225],"type":[226],"decomposition,":[227],"show":[229],"view":[232],"directly":[233],"unlocks":[234],"generalization":[236],"Bregman":[238,259],"divergence":[239],"losses":[240,266,289],"(even":[241],"vector-valued":[243],"responses),":[244],"without":[245],"use":[247],"or":[254],"principle.":[258],"divergences":[260],"since":[267],"these,":[269],"best":[271],"estimator":[272],"covariate,":[282],"particular,":[285],"include":[286],"other":[287],"practical":[288],"cross":[293],"entropy":[294],"loss.":[295],"Our":[296],"thus":[298],"gives":[299],"understanding":[303],"demonstrates":[314],"its":[315],"utility.":[317]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}