{"id":"https://openalex.org/W3158134105","doi":"https://doi.org/10.1109/ciss50987.2021.9400225","title":"Improvements to Sanov and PAC Sublevel-set Bounds for Discrete Random Variables","display_name":"Improvements to Sanov and PAC Sublevel-set Bounds for Discrete Random Variables","publication_year":2021,"publication_date":"2021-03-24","ids":{"openalex":"https://openalex.org/W3158134105","doi":"https://doi.org/10.1109/ciss50987.2021.9400225","mag":"3158134105"},"language":"en","primary_location":{"id":"doi:10.1109/ciss50987.2021.9400225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss50987.2021.9400225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 55th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.13016/m2abay-5ech","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043985129","display_name":"Michael A. Tope","orcid":null},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael A. Tope","raw_affiliation_strings":["University of Maryland Baltimore County, Catonsville, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland Baltimore County, Catonsville, MD","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112905332","display_name":"Joel Morris","orcid":null},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joel M. Morris","raw_affiliation_strings":["University of Maryland Baltimore County, Catonsville, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland Baltimore County, Catonsville, MD","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79272384"],"apc_list":null,"apc_paid":null,"fwci":0.4358,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5925231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"11","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.7649147510528564},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.6717424988746643},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6553969383239746},{"id":"https://openalex.org/keywords/multinomial-distribution","display_name":"Multinomial distribution","score":0.5924745798110962},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5875262022018433},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5321074724197388},{"id":"https://openalex.org/keywords/probability-mass-function","display_name":"Probability mass function","score":0.5001263618469238},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.4925723671913147},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.47702834010124207},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.46528878808021545},{"id":"https://openalex.org/keywords/binary-logarithm","display_name":"Binary logarithm","score":0.4411521553993225},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4141691029071808},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33334338665008545},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22630652785301208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.18001922965049744},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.10558784008026123}],"concepts":[{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.7649147510528564},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.6717424988746643},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6553969383239746},{"id":"https://openalex.org/C192065140","wikidata":"https://www.wikidata.org/wiki/Q1147928","display_name":"Multinomial distribution","level":2,"score":0.5924745798110962},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5875262022018433},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5321074724197388},{"id":"https://openalex.org/C197096303","wikidata":"https://www.wikidata.org/wiki/Q869887","display_name":"Probability mass function","level":3,"score":0.5001263618469238},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4925723671913147},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.47702834010124207},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.46528878808021545},{"id":"https://openalex.org/C63553672","wikidata":"https://www.wikidata.org/wiki/Q581168","display_name":"Binary logarithm","level":2,"score":0.4411521553993225},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4141691029071808},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33334338665008545},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22630652785301208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.18001922965049744},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.10558784008026123},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ciss50987.2021.9400225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss50987.2021.9400225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 55th Annual Conference on Information Sciences and Systems (CISS)","raw_type":"proceedings-article"},{"id":"pmh:oai:mdsoar.org:11603/21617","is_oa":false,"landing_page_url":"http://hdl.handle.net/11603/21617","pdf_url":null,"source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.13016/m2abay-5ech","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2abay-5ech","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.13016/m2abay-5ech","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2abay-5ech","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1989274820","https://openalex.org/W2019363670","https://openalex.org/W2026653933","https://openalex.org/W2099111195","https://openalex.org/W2119611763","https://openalex.org/W2170207925","https://openalex.org/W2908820427","https://openalex.org/W3009557165","https://openalex.org/W4238893454","https://openalex.org/W4288358578","https://openalex.org/W6677941903","https://openalex.org/W6684836731"],"related_works":["https://openalex.org/W2955220190","https://openalex.org/W2305090462","https://openalex.org/W2052791731","https://openalex.org/W2055203911","https://openalex.org/W2117588607","https://openalex.org/W1976212024","https://openalex.org/W4390241083","https://openalex.org/W1996455708","https://openalex.org/W2071809292","https://openalex.org/W837144342"],"abstract_inverted_index":{"We":[0,63],"derive":[1,130],"an":[2,131],"improvement":[3,132],"for":[4,11,106,123,137,147],"probably":[5],"approximately":[6],"correct":[7],"(PAC)":[8,142],"sublevel-set":[9,88],"bounds":[10,19,89,143],"the":[12,25,31,38,48,60,65,70,102,114,134],"multinomial":[13,74],"distributed":[14,54,75,149],"discrete":[15,150],"random":[16,76,151],"variables.":[17,152],"Previous":[18],"(including":[20,144],"Sanov's":[21,145],"Theorem)":[22,146],"show":[23],"that":[24,72,90],"Kullback":[26],"Leibler":[27],"(KL)":[28],"divergence":[29,67],"between":[30],"empirical":[32,61],"probability":[33,71],"mass":[34],"function":[35],"(pmf)":[36],"and":[37,52,83],"true":[39],"PMF":[40],"converges":[41],"with":[42,92],"rate":[43],"O(log(N)/N),":[44],"where":[45],"N":[46],"is":[47],"number":[49,108],"of":[50,109],"independent":[51],"identically":[53],"(i.i.d.)":[55],"samples":[56],"used":[57],"to":[58],"compute":[59],"pmf.":[62],"interpret":[64],"KL":[66],"as":[68],"bounding":[69],"a":[73,81,107],"variable":[77],"(RV)":[78],"deviates":[79],"into":[80],"halfspace":[82],"construct":[84],"improved":[85],"uniform":[86],"PAC":[87],"converge":[91],"rates":[93],"O(log":[94],"(log":[95],"(N))":[96],"/":[97],"N).":[98],"These":[99],"results":[100],"bound":[101],"worst":[103],"case":[104],"performance":[105],"machine":[110],"learning":[111],"algorithms.":[112],"Finally,":[113],"`halfspace":[115],"bound'":[116],"methodology":[117],"suggests":[118],"further":[119],"improvements":[120],"are":[121],"possible":[122],"non-uniform":[124],"bounds.":[125],"In":[126],"this":[127],"paper,":[128],"we":[129],"(on":[133],"convergence":[135],"rate)":[136],"various":[138],"Probably":[139],"Approximately":[140],"Correct":[141],"multinomially":[148]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}