{"id":"https://openalex.org/W2889634868","doi":"https://doi.org/10.48550/arxiv.1809.04198","title":"Optimization with Non-Differentiable Constraints with Applications to Fairness, Recall, Churn, and Other Goals","display_name":"Optimization with Non-Differentiable Constraints with Applications to Fairness, Recall, Churn, and Other Goals","alternate_titles":[],"publication_year":2018,"publication_date":"2018-09-11","ids":{"openalex":"https://openalex.org/W2889634868","doi":"https://doi.org/10.48550/arxiv.1809.04198","mag":"2889634868"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1809.04198","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.04198","pdf_url":"https://arxiv.org/pdf/1809.04198","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2889634868"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1809.04198","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113779130","display_name":"Andrew Cotter","orcid":"https://orcid.org/0000-0002-1933-863X","observed_orcids":["https://orcid.org/0000-0002-1933-863X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cotter, Andrew","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067496870","display_name":"Heinrich Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiang, Heinrich","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101720297","display_name":"Serena Wang","orcid":"https://orcid.org/0000-0001-9664-4609","observed_orcids":["https://orcid.org/0000-0001-9664-4609"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Serena","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077340906","display_name":"Taman Narayan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Narayan, Taman","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111921762","display_name":"Maya R. Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gupta, Maya","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020586433","display_name":"Seungil You","orcid":"https://orcid.org/0000-0002-1984-9077","observed_orcids":["https://orcid.org/0000-0002-1984-9077"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"You, Seungil","raw_affiliation_strings":["Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI 1600 Amphitheatre Pkwy Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103984097","display_name":"Karthik Sridharan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sridharan, Karthik","raw_affiliation_strings":["COM Kakao Mobility Seongnam-si , Gyeonggi-do , South Korea","Cornell University Ithaca , NY , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"COM Kakao Mobility Seongnam-si , Gyeonggi-do , South Korea","institution_ids":[]},{"raw_affiliation_string":"Cornell University Ithaca , NY , USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":211,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":"172","first_page":"1","last_page":"59"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.15049999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04450000077486038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonconvex-constrained-optimization","display_name":"nonconvex constrained optimization","score":0.871999979019165},{"id":"https://openalex.org/keywords/rate-constraints","display_name":"rate constraints","score":0.7820000052452087},{"id":"https://openalex.org/keywords/nonzero-sum-games","display_name":"non-zero-sum games","score":0.7620000243186951},{"id":"https://openalex.org/keywords/fairness-metrics","display_name":"fairness metrics","score":0.4959999918937683},{"id":"https://openalex.org/keywords/memory-retrieval","display_name":"memory retrieval","score":0.48500001430511475},{"id":"https://openalex.org/keywords/customer-churn","display_name":"customer churn","score":0.8740000128746033},{"id":"https://openalex.org/keywords/coverage","display_name":"coverage","score":0.6380000114440918},{"id":"https://openalex.org/keywords/lagrange-multiplier-method","display_name":"Lagrange multipliers","score":0.593999981880188}],"concepts":[{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.8321360349655151},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.674033522605896},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.6152020692825317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5556966066360474},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5186204314231873},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5169302821159363},{"id":"https://openalex.org/C150452318","wikidata":"https://www.wikidata.org/wiki/Q4820432","display_name":"Augmented Lagrangian method","level":2,"score":0.5140436887741089},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4931318461894989},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.45503661036491394},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.451088011264801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3221955895423889},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1809.04198","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.04198","pdf_url":"https://arxiv.org/pdf/1809.04198","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2889634868","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1809.04198","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1809.04198","doi":"https://doi.org/10.48550/arxiv.1809.04198","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1809.04198","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2996860127","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1809.04198.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1809.04198","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.04198","pdf_url":"https://arxiv.org/pdf/1809.04198","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7390999794006348}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2889634868.pdf","grobid_xml":"https://content.openalex.org/works/W2889634868.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1706962981","https://openalex.org/W1961345416","https://openalex.org/W1963809247","https://openalex.org/W2016384870","https://openalex.org/W2026177035","https://openalex.org/W2057816915","https://openalex.org/W2075567596","https://openalex.org/W2087496594","https://openalex.org/W2089158349","https://openalex.org/W2107295961","https://openalex.org/W2107438106","https://openalex.org/W2118022153","https://openalex.org/W2118209906","https://openalex.org/W2122052811","https://openalex.org/W2141416357","https://openalex.org/W2141744833","https://openalex.org/W2153441719","https://openalex.org/W2170262790","https://openalex.org/W2295073825","https://openalex.org/W2506596225","https://openalex.org/W2551857043","https://openalex.org/W2554954837","https://openalex.org/W2594166818","https://openalex.org/W2768894107","https://openalex.org/W2769699651","https://openalex.org/W2788304950","https://openalex.org/W2790744245","https://openalex.org/W2796829859","https://openalex.org/W2798635843","https://openalex.org/W2804036899","https://openalex.org/W2962730916","https://openalex.org/W2962939792","https://openalex.org/W2963019788","https://openalex.org/W2963559380","https://openalex.org/W2998446700","https://openalex.org/W7014610195","https://openalex.org/W7097867562"],"related_works":["https://openalex.org/W6940058144","https://openalex.org/W2796829859","https://openalex.org/W2885501813","https://openalex.org/W2990463823","https://openalex.org/W2971938752","https://openalex.org/W4380154505","https://openalex.org/W4415329344","https://openalex.org/W4414621284","https://openalex.org/W7133214923","https://openalex.org/W2963779314"],"abstract_inverted_index":{"We":[0,26,124,170],"show":[1],"that":[2,88,137,154],"many":[3],"machine":[4],"learning":[5],"goals,":[6],"such":[7],"as":[8,15],"improved":[9],"fairness":[10,184],"metrics,":[11,185],"can":[12,155],"be":[13],"expressed":[14],"constraints":[16,38,60,166],"on":[17,189],"the":[18,28,46,49,59,67,78,120,131],"model's":[19],"predictions,":[20],"which":[21,108,129],"we":[22,76,102],"call":[23,103],"rate":[24,37],"constraints.":[25,149],"study":[27],"problem":[29],"of":[30,52,141,179],"training":[31],"non-convex":[32,41,47,157,165],"models":[33],"subject":[34],"to":[35,85,112,119,135],"these":[36,74],"(or":[39],"any":[40],"and":[42,116,164,186,193],"non-differentiable":[43,163],"constraints).":[44],"In":[45],"setting,":[48],"standard":[50],"approach":[51],"Lagrange":[53],"multipliers":[54],"may":[55],"fail.":[56],"Furthermore,":[57],"if":[58],"are":[61],"non-differentiable,":[62],"then":[63,125],"one":[64,136],"cannot":[65],"optimize":[66],"Lagrangian":[68],"with":[69,161,167],"gradient-based":[70],"methods.":[71],"To":[72],"solve":[73,156],"issues,":[75],"introduce":[77],"proxy-Lagrangian":[79],"formulation.":[80],"This":[81,150],"new":[82],"formulation":[83],"leads":[84],"an":[86,113],"algorithm":[87],"produces":[89],"a":[90,95,104,127,139,176],"stochastic":[91],"classifier":[92],"by":[93],"playing":[94],"two-player":[96],"non-zero-sum":[97],"game":[98],"solving":[99],"for":[100],"what":[101],"semi-coarse":[105],"correlated":[106],"equilibrium,":[107],"in":[109,152],"turn":[110],"corresponds":[111],"approximately":[114],"optimal":[115],"feasible":[117],"solution":[118,133],"constrained":[121,158],"optimization":[122,159],"problem.":[123],"give":[126],"procedure":[128],"shrinks":[130],"randomized":[132],"down":[134],"is":[138],"mixture":[140],"at":[142],"most":[143],"$m+1$":[144],"deterministic":[145],"solutions,":[146],"given":[147],"$m$":[148],"culminates":[151],"algorithms":[153],"problems":[160],"possibly":[162],"theoretical":[168],"guarantees.":[169],"provide":[171],"extensive":[172],"experimental":[173],"results":[174],"enforcing":[175],"wide":[177],"range":[178],"policy":[180],"goals":[181,188],"including":[182],"different":[183],"other":[187],"accuracy,":[190],"coverage,":[191],"recall,":[192],"churn.":[194]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2889634868","counts_by_year":[{"year":2026,"cited_by_count":46},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":6}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-09-27T00:00:00"}
