{"id":"https://openalex.org/W3197148873","doi":"https://doi.org/10.1109/isit45174.2021.9518175","title":"A Lower Bound for Regret in Logistic Regression","display_name":"A Lower Bound for Regret in Logistic Regression","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3197148873","doi":"https://doi.org/10.1109/isit45174.2021.9518175","mag":"3197148873"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9518175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072780983","display_name":"Gil I. Shamir","orcid":"https://orcid.org/0000-0002-4307-9180"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gil I. Shamir","raw_affiliation_strings":["Google,Pittsburgh,PA,USA","Google, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Google,Pittsburgh,PA,USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019536160","display_name":"Wojciech Szpankowski","orcid":"https://orcid.org/0000-0001-9062-0067"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wojciech Szpankowski","raw_affiliation_strings":["Purdue University,West Lafayette,IN,USA","Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University,West Lafayette,IN,USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072780983"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.2797,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64057426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2507","last_page":"2512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7951383590698242},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.6500723361968994},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6017590165138245},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.5844191908836365},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5701415538787842},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.5304896831512451},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.5211815237998962},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4164162874221802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34712135791778564},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.31437811255455017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29195716977119446},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.20016682147979736}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7951383590698242},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.6500723361968994},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6017590165138245},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.5844191908836365},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5701415538787842},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.5304896831512451},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.5211815237998962},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4164162874221802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34712135791778564},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31437811255455017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29195716977119446},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.20016682147979736},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit45174.2021.9518175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W18458893","https://openalex.org/W186403072","https://openalex.org/W1502929163","https://openalex.org/W1597723816","https://openalex.org/W1601795611","https://openalex.org/W1663973292","https://openalex.org/W1967436950","https://openalex.org/W2005437133","https://openalex.org/W2013458156","https://openalex.org/W2068782468","https://openalex.org/W2096772472","https://openalex.org/W2101460669","https://openalex.org/W2110084720","https://openalex.org/W2114874848","https://openalex.org/W2120127941","https://openalex.org/W2122056749","https://openalex.org/W2131024393","https://openalex.org/W2137601763","https://openalex.org/W2145566349","https://openalex.org/W2159611450","https://openalex.org/W2177209265","https://openalex.org/W2294719340","https://openalex.org/W2340541605","https://openalex.org/W2500470525","https://openalex.org/W2795040388","https://openalex.org/W2922346813","https://openalex.org/W2962806897","https://openalex.org/W3012386921","https://openalex.org/W3046444311","https://openalex.org/W3123545922","https://openalex.org/W3124760902","https://openalex.org/W3144640969","https://openalex.org/W4231714045","https://openalex.org/W4236362309","https://openalex.org/W4285719527","https://openalex.org/W6600730831","https://openalex.org/W6674439305","https://openalex.org/W6676718341","https://openalex.org/W6683719228","https://openalex.org/W6685856524","https://openalex.org/W6697333976","https://openalex.org/W6750111029","https://openalex.org/W6773133358","https://openalex.org/W6774913471","https://openalex.org/W6792642778","https://openalex.org/W6813567453"],"related_works":["https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247","https://openalex.org/W2356003845"],"abstract_inverted_index":{"We":[0,123,162],"study":[1],"logistic":[2,116,160,171],"regression":[3,117],"with":[4],"binary":[5],"features":[6,15],"in":[7,64,73],"which":[8,65,149],"the":[9,17,28,33,39,42,51,62,82,101,110,126],"number":[10,29],"(or":[11],"degree)":[12],"of":[13,24,30,35,38,41,53,93,113,157],"occurring":[14],"determines":[16,32],"label":[18],"probability.":[19],"This":[20],"model":[21],"fits":[22],"one":[23],"social":[25],"networks,":[26],"where":[27,50],"friends":[31],"likelihood":[34],"outcomes":[36],"instead":[37],"identity":[40],"friends,":[43],"or":[44],"more":[45],"generally,":[46],"a":[47,54,78,90,105,114,151,155,158],"graph":[48],"model,":[49,79],"degree":[52],"node":[55],"can":[56,67],"determine":[57],"its":[58],"structure.":[59],"It":[60],"includes":[61],"case":[63,129],"weights":[66],"be":[68],"viewed":[69],"as":[70,139],"i.i.d.":[71],"(e.g.,":[72],"Bayesian":[74],"modeling).":[75],"For":[76],"such":[77],"we":[80,87],"introduce":[81],"maximal":[83,134],"minimax":[84,135],"regret":[85,103,112,136,156],"that":[86,125],"analyze":[88],"using":[89],"unique":[91],"combination":[92],"analytic":[94],"combinatorics":[95],"and":[96,173],"information":[97],"theory.":[98],"More":[99],"importantly,":[100],"resulting":[102],"is":[104,150],"general":[106,115,159],"lower":[107,152],"bound":[108,153],"for":[109,143,154],"pointwise":[111],"over":[118,131],"all":[119],"algorithms":[120],"(learning":[121],"distributions).":[122],"show":[124],"introduced":[127],"worst":[128],"(maximum":[130],"feature":[132],"sequences)":[133],"grows":[137],"asymptotically":[138],"<tex":[140,145],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[141,146],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(d/2)\\log(T/d)+(d/2)\\log(\\pi/2)+O(d/\\sqrt{T})$</tex>":[142],"dimensionality":[144],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$d=o(\\sqrt{T})$</tex>":[147],",":[148],"regression.":[161],"extend":[163],"our":[164],"results":[165],"to":[166],"loss":[167,172],"functions":[168],"other":[169],"than":[170],"non-binary":[174],"labels.":[175]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}