{"id":"https://openalex.org/W3006293201","doi":"https://doi.org/10.1109/icassp40776.2020.9054128","title":"The Empirical Duality Gap of Constrained Statistical Learning","display_name":"The Empirical Duality Gap of Constrained Statistical Learning","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3006293201","doi":"https://doi.org/10.1109/icassp40776.2020.9054128","mag":"3006293201"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.05183","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046974531","display_name":"Luiz F. O. Chamon","orcid":"https://orcid.org/0000-0001-7731-6650"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luiz F. O. Chamon","raw_affiliation_strings":["Electrical and Systems Engineering, University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Electrical and Systems Engineering, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001418995","display_name":"Santiago Paternain","orcid":"https://orcid.org/0000-0001-6310-6345"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Santiago Paternain","raw_affiliation_strings":["Electrical and Systems Engineering, University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Electrical and Systems Engineering, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045154701","display_name":"Miguel Calvo-Fullana","orcid":"https://orcid.org/0000-0002-9001-3379"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miguel Calvo-Fullana","raw_affiliation_strings":["Electrical and Systems Engineering, University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Electrical and Systems Engineering, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078862959","display_name":"Alejandro Ribeiro","orcid":"https://orcid.org/0000-0003-4230-9906"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alejandro Ribeiro","raw_affiliation_strings":["Electrical and Systems Engineering, University of Pennsylvania","#N#               * University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Electrical and Systems Engineering, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"#N#               * University of Pennsylvania","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046974531"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01764999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"8374","last_page":"8378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6426985859870911},{"id":"https://openalex.org/keywords/duality","display_name":"Duality (order theory)","score":0.6409914493560791},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6327139735221863},{"id":"https://openalex.org/keywords/duality-gap","display_name":"Duality gap","score":0.6297357082366943},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5681904554367065},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4921209216117859},{"id":"https://openalex.org/keywords/statistical-learning","display_name":"Statistical learning","score":0.47289979457855225},{"id":"https://openalex.org/keywords/strong-duality","display_name":"Strong duality","score":0.4338959753513336},{"id":"https://openalex.org/keywords/statistical-learning-theory","display_name":"Statistical learning theory","score":0.42423006892204285},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3061768412590027},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25556641817092896},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.2205030620098114}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6426985859870911},{"id":"https://openalex.org/C2778023678","wikidata":"https://www.wikidata.org/wiki/Q554403","display_name":"Duality (order theory)","level":2,"score":0.6409914493560791},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6327139735221863},{"id":"https://openalex.org/C5274546","wikidata":"https://www.wikidata.org/wiki/Q5310264","display_name":"Duality gap","level":3,"score":0.6297357082366943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5681904554367065},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4921209216117859},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.47289979457855225},{"id":"https://openalex.org/C163863214","wikidata":"https://www.wikidata.org/wiki/Q7624553","display_name":"Strong duality","level":3,"score":0.4338959753513336},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.42423006892204285},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3061768412590027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25556641817092896},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2205030620098114},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.05183","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.05183","pdf_url":"https://arxiv.org/pdf/2002.05183","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3006293201","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2002.05183.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2002.05183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.05183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17023/qxfj-qd17","is_oa":true,"landing_page_url":"https://doi.org/10.17023/qxfj-qd17","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.05183","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.05183","pdf_url":"https://arxiv.org/pdf/2002.05183","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3006293201.pdf","grobid_xml":"https://content.openalex.org/works/W3006293201.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W740415","https://openalex.org/W143004564","https://openalex.org/W607505555","https://openalex.org/W1746819321","https://openalex.org/W1988115241","https://openalex.org/W2016852016","https://openalex.org/W2103496339","https://openalex.org/W2121842036","https://openalex.org/W2137983211","https://openalex.org/W2146766088","https://openalex.org/W2150634210","https://openalex.org/W2158681777","https://openalex.org/W2296319761","https://openalex.org/W2338068721","https://openalex.org/W2591714514","https://openalex.org/W2610805269","https://openalex.org/W2766371994","https://openalex.org/W2788304950","https://openalex.org/W2793788632","https://openalex.org/W2795609531","https://openalex.org/W2883906040","https://openalex.org/W2943927551","https://openalex.org/W2950220847","https://openalex.org/W2963096987","https://openalex.org/W2963417959","https://openalex.org/W3120740533","https://openalex.org/W3146803896","https://openalex.org/W4211049957","https://openalex.org/W4239240501","https://openalex.org/W4250589301","https://openalex.org/W4298876635","https://openalex.org/W4300263211","https://openalex.org/W6683235360","https://openalex.org/W6733941281","https://openalex.org/W6740005241","https://openalex.org/W6745448519","https://openalex.org/W6748650672","https://openalex.org/W6749442000","https://openalex.org/W6749674171","https://openalex.org/W6750465974","https://openalex.org/W6753396549","https://openalex.org/W6762139531","https://openalex.org/W6763485134"],"related_works":["https://openalex.org/W2089739134","https://openalex.org/W1786935204","https://openalex.org/W3160546133","https://openalex.org/W2953045501","https://openalex.org/W3185090409","https://openalex.org/W2153348719","https://openalex.org/W2567889249","https://openalex.org/W2950703405","https://openalex.org/W2411869579","https://openalex.org/W3119890223","https://openalex.org/W2043908641","https://openalex.org/W2209633986","https://openalex.org/W2972709809","https://openalex.org/W2766760564","https://openalex.org/W3161088186","https://openalex.org/W3116293005","https://openalex.org/W2836666166","https://openalex.org/W2272501887","https://openalex.org/W3034736270","https://openalex.org/W2949198244"],"abstract_inverted_index":{"This":[0],"paper":[1],"is":[2,32,78],"concerned":[3],"with":[4],"the":[5,12,19,46,86,104,129,138,143,151,155,161],"study":[6],"of":[7,15,21,24,88,154,165],"constrained":[8,50,105,167],"statistical":[9,43,51,106,157],"learning":[10,172],"problems,":[11],"unconstrained":[13],"version":[14],"which":[16],"are":[17],"at":[18,81],"core":[20],"virtually":[22],"all":[23,82],"modern":[25],"information":[26],"processing.":[27],"Accounting":[28],"for":[29],"constraints,":[30],"however,":[31],"paramount":[33],"to":[34,60,75,85,101,136],"incorporate":[35],"prior":[36],"knowledge":[37],"and":[38,42,55,68,94,114,123,150,163],"impose":[39],"desired":[40],"structural":[41],"properties":[44],"on":[45],"solutions.":[47],"Still,":[48],"solving":[49],"problems":[52],"remains":[53],"challenging":[54],"guarantees":[56],"scarce,":[57],"leaving":[58],"them":[59],"be":[61],"tackled":[62],"using":[63],"regularized":[64],"formulations.":[65],"Though":[66],"practical":[67],"effective,":[69],"selecting":[70],"regularization":[71],"parameters":[72,93],"so":[73],"as":[74],"satisfy":[76],"requirements":[77],"challenging,":[79],"if":[80],"possible,":[83],"due":[84],"lack":[87],"a":[89,170],"straightforward":[90],"relation":[91],"between":[92,145],"constraints.":[95],"In":[96],"this":[97,166],"work,":[98],"we":[99],"propose":[100],"directly":[102],"tackle":[103],"problem":[107,130],"overcoming":[108],"its":[109],"infinite":[110],"dimensionality,":[111],"unknown":[112],"distributions,":[113],"constraints":[115],"by":[116],"leveraging":[117],"finite":[118],"dimensional":[119],"parameterizations,":[120],"sample":[121],"averages,":[122],"duality":[124,140],"theory.":[125],"Aside":[126],"from":[127],"making":[128],"tractable,":[131],"these":[132],"tools":[133],"allow":[134],"us":[135],"bound":[137],"empirical":[139],"gap,":[141],"i.e.,":[142],"difference":[144],"our":[146],"approximate":[147],"tractable":[148],"solutions":[149,153],"actual":[152],"original":[156],"problem.":[158],"We":[159],"demonstrate":[160],"effectiveness":[162],"usefulness":[164],"formulation":[168],"in":[169],"fair":[171],"application.":[173]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}