{"id":"https://openalex.org/W1514395077","doi":"https://doi.org/10.1109/tit.2015.2462848","title":"Justification of Logarithmic Loss via the Benefit of Side Information","display_name":"Justification of Logarithmic Loss via the Benefit of Side Information","publication_year":2015,"publication_date":"2015-07-30","ids":{"openalex":"https://openalex.org/W1514395077","doi":"https://doi.org/10.1109/tit.2015.2462848","mag":"1514395077"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2015.2462848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2015.2462848","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1403.4679","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiantao Jiao","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas A. Courtade","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A. Courtade","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kartik Venkat","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tsachy Weissman","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":5.3411,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95620046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"61","issue":"10","first_page":"5357","last_page":"5365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.3222000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.3222000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.09149999916553497,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7204999923706055},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.6625000238418579},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.5809000134468079},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5809000134468079},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.558899998664856},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5552999973297119},{"id":"https://openalex.org/keywords/causality","display_name":"Causality (physics)","score":0.44209998846054077},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.4381999969482422},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4318000078201294}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7204999923706055},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6762999892234802},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.6625000238418579},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.558899998664856},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5552999973297119},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.44209998846054077},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C32645036","wikidata":"https://www.wikidata.org/wiki/Q475164","display_name":"Stochastic ordering","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C21031990","wikidata":"https://www.wikidata.org/wiki/Q355020","display_name":"Probability measure","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30070000886917114},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.29100000858306885},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.25690001249313354},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.2015.2462848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2015.2462848","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1403.4679","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1403.4679","pdf_url":"https://arxiv.org/pdf/1403.4679","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1403.4679","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1403.4679","pdf_url":"https://arxiv.org/pdf/1403.4679","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1739869781","display_name":null,"funder_award_id":"CCF-0939370","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4246297169","display_name":null,"funder_award_id":"CCF-093937","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6244900323","display_name":null,"funder_award_id":"0939370","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1514395077.pdf","grobid_xml":"https://content.openalex.org/works/W1514395077.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1570963478","https://openalex.org/W1607114662","https://openalex.org/W1874027545","https://openalex.org/W1975139355","https://openalex.org/W1982918157","https://openalex.org/W1989151402","https://openalex.org/W1995875735","https://openalex.org/W2000015806","https://openalex.org/W2018640312","https://openalex.org/W2022825068","https://openalex.org/W2025371899","https://openalex.org/W2025720061","https://openalex.org/W2026664846","https://openalex.org/W2035408593","https://openalex.org/W2041782669","https://openalex.org/W2042980709","https://openalex.org/W2066400502","https://openalex.org/W2074932999","https://openalex.org/W2079517420","https://openalex.org/W2079656335","https://openalex.org/W2082484220","https://openalex.org/W2084008199","https://openalex.org/W2108871462","https://openalex.org/W2122925692","https://openalex.org/W2127090196","https://openalex.org/W2145267250","https://openalex.org/W2149570649","https://openalex.org/W2156875677","https://openalex.org/W2156939381","https://openalex.org/W2163166770","https://openalex.org/W2166524562","https://openalex.org/W2173267959","https://openalex.org/W2174375947","https://openalex.org/W2178225550","https://openalex.org/W2327198916","https://openalex.org/W4239966440","https://openalex.org/W4245577611","https://openalex.org/W4248220204","https://openalex.org/W6629237864","https://openalex.org/W6632416781","https://openalex.org/W6639200836","https://openalex.org/W6639353696","https://openalex.org/W6678263215","https://openalex.org/W6681130209","https://openalex.org/W6681713883","https://openalex.org/W6687612455","https://openalex.org/W7020215443"],"related_works":[],"abstract_inverted_index":{"We":[0],"consider":[1],"a":[2,37,46,49,92,103],"natural":[3,50],"measure":[4,26,47,104,119],"of":[5,16,30,58,95,105,120,154],"relevance:":[6],"the":[7,14,28,55,74,78,108,114,118,126,137,150],"reduction":[8],"in":[9,13,149],"optimal":[10],"prediction":[11],"risk":[12],"presence":[15],"side":[17,31],"information.":[18,156],"For":[19],"any":[20],"given":[21],"loss":[22,42,80],"function,":[23],"this":[24,41],"relevance":[25,121],"captures":[27],"benefit":[29],"information":[32],"for":[33],"performing":[34],"inference":[35],"on":[36],"random":[38,56],"variable":[39,57],"under":[40],"function.":[43],"When":[44,107],"such":[45],"satisfies":[48],"data":[51,128],"processing":[52,129],"property,":[53],"and":[54,77,98],"interest":[59],"has":[60],"alphabet":[61,109],"size":[62],"greater":[63],"than":[64],"two,":[65],"we":[66,112,144],"show":[67],"that":[68],"it":[69],"is":[70,110],"uniquely":[71],"characterized":[72],"by":[73],"mutual":[75,96],"information,":[76,97],"corresponding":[79],"function":[81],"coincides":[82],"with":[83],"logarithmic":[84],"loss.":[85],"In":[86],"doing":[87],"so,":[88],"our":[89],"work":[90],"provides":[91],"new":[93],"characterization":[94],"justifies":[99],"its":[100],"use":[101],"as":[102,152],"relevance.":[106],"binary,":[111],"characterize":[113],"only":[115],"admissible":[116],"forms":[117],"can":[122],"assume":[123],"while":[124],"obeying":[125],"specified":[127],"property.":[130],"Our":[131],"results":[132],"naturally":[133],"extend":[134],"to":[135],"measuring":[136],"causal":[138],"influence":[139],"between":[140],"stochastic":[141],"processes,":[142],"where":[143],"unify":[145],"different":[146],"causality":[147],"measures":[148],"literature":[151],"instantiations":[153],"directed":[155]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2016-06-24T00:00:00"}