{"id":"https://openalex.org/W4376862132","doi":"https://doi.org/10.1145/3593013.3594068","title":"On the Richness of Calibration","display_name":"On the Richness of Calibration","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4376862132","doi":"https://doi.org/10.1145/3593013.3594068"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594068","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018259549","display_name":"Benedikt H\u00f6ltgen","orcid":"https://orcid.org/0009-0008-0882-9821"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Benedikt H\u00f6ltgen","raw_affiliation_strings":["University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0009-0008-0882-9821","affiliations":[{"raw_affiliation_string":"University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007903682","display_name":"Robert C. Williamson","orcid":"https://orcid.org/0000-0002-8862-1412"},"institutions":[{"id":"https://openalex.org/I4210133934","display_name":"Bernstein Center for Computational Neuroscience T\u00fcbingen","ror":"https://ror.org/03kfnwp54","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210133934"]},{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert C Williamson","raw_affiliation_strings":["University of T\u00fcbingen, Germany and T\u00fcbingen AI Center, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8862-1412","affiliations":[{"raw_affiliation_string":"University of T\u00fcbingen, Germany and T\u00fcbingen AI Center, Germany","institution_ids":["https://openalex.org/I4210133934","https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5018259549"],"corresponding_institution_ids":["https://openalex.org/I8087733"],"apc_list":null,"apc_paid":null,"fwci":0.6816,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74579354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1124","last_page":"1138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14351","display_name":"Statistical and Computational Modeling","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.8050521612167358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6680141091346741},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5994164347648621},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5832852125167847},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5733669996261597},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5216529965400696},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5037125945091248},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.500788688659668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46352463960647583},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.38498440384864807},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34337788820266724},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3420019745826721},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23950183391571045}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.8050521612167358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6680141091346741},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5994164347648621},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5832852125167847},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5733669996261597},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5216529965400696},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5037125945091248},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.500788688659668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46352463960647583},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38498440384864807},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34337788820266724},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3420019745826721},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23950183391571045},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3593013.3594068","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2111049454","display_name":null,"funder_award_id":"T\u00fcbingen AI Center, FKZ: 01IS18039A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G233922387","display_name":null,"funder_award_id":"EXC number 2064/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5415233182","display_name":null,"funder_award_id":"01IS18039A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7907426250","display_name":null,"funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G864726782","display_name":null,"funder_award_id":"FKZ: 01IS18039A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G8915364236","display_name":null,"funder_award_id":"2064/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320317967","display_name":"International Max Planck Research School for Environmental, Cellular and Molecular Microbiology","ror":null},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320327553","display_name":"International Max Planck Research School for Advanced Methods in Process and Systems Engineering","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1894879090","https://openalex.org/W2004430838","https://openalex.org/W2019291268","https://openalex.org/W2022377867","https://openalex.org/W2022860576","https://openalex.org/W2023943903","https://openalex.org/W2026031825","https://openalex.org/W2073241381","https://openalex.org/W2092260586","https://openalex.org/W2100960835","https://openalex.org/W2109122936","https://openalex.org/W2115001337","https://openalex.org/W2165799395","https://openalex.org/W2796328480","https://openalex.org/W2897154134","https://openalex.org/W2962925443","https://openalex.org/W2964031043","https://openalex.org/W3100104972","https://openalex.org/W3133953502","https://openalex.org/W3134575740","https://openalex.org/W3164854573","https://openalex.org/W4252793191","https://openalex.org/W4253763531","https://openalex.org/W4283166422","https://openalex.org/W4289751798","https://openalex.org/W4298002059","https://openalex.org/W4301133567","https://openalex.org/W4303646451","https://openalex.org/W4376529980"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W3125814499","https://openalex.org/W2090827041","https://openalex.org/W2094012830","https://openalex.org/W187246281","https://openalex.org/W2079194830"],"abstract_inverted_index":{"Probabilistic":[0],"predictions":[1,120],"can":[2,194],"be":[3],"evaluated":[4],"through":[5,13,55],"comparisons":[6],"with":[7,99,184],"observed":[8],"label":[9],"frequencies,":[10],"that":[11,183],"is,":[12],"the":[14,35,60,78,107,131,155],"lens":[15],"of":[16,31,37,53,80,109,125,133,164,187,197],"calibration.":[17],"Recent":[18],"scholarship":[19],"on":[20,113,119,168],"algorithmic":[21],"fairness":[22,175,192],"has":[23,40],"started":[24],"to":[25,95,146,162,171],"look":[26],"at":[27,154],"a":[28,75,85],"growing":[29],"variety":[30],"calibration-based":[32],"objectives":[33],"under":[34],"name":[36],"multi-calibration":[38],"but":[39],"still":[41],"remained":[42],"fairly":[43],"restricted.":[44],"In":[45,103],"this":[46],"paper,":[47],"we":[48,105,150],"explore":[49,106,151],"and":[50,74,93,121,158,173],"analyse":[51,159],"forms":[52],"evaluation":[54],"calibration":[56,65,91,143,152],"by":[57],"making":[58],"explicit":[59],"choices":[61,73,163,186],"involved":[62],"in":[63],"designing":[64],"scores.":[66,144,180],"We":[67,128,166,181],"organise":[68],"these":[69,169,189],"into":[70],"three":[71],"grouping":[72,110],"choice":[76],"concerning":[77],"agglomeration":[79,135],"group":[81,138],"errors.":[82],"This":[83],"provides":[84],"framework":[86],"for":[87,137,178],"comparing":[88],"previously":[89,141],"proposed":[90,142],"scores":[92,153,193],"helps":[94],"formulate":[96],"novel":[97,190],"ones":[98],"desirable":[100],"mathematical":[101],"properties.":[102],"particular,":[104],"possibility":[108],"datapoints":[111],"based":[112],"their":[114,160],"input":[115],"features":[116],"rather":[117],"than":[118],"formally":[122],"demonstrate":[123,182],"advantages":[124],"such":[126,147],"approaches.":[127],"also":[129],"characterise":[130],"space":[132],"suitable":[134],"functions":[136],"errors,":[139],"generalising":[140],"Complementary":[145],"population-level":[148,179],"scores,":[149],"individual":[156,200],"level":[157],"relationship":[161],"grouping.":[165],"draw":[167],"insights":[170],"introduce":[172],"axiomatise":[174],"deviation":[176],"measures":[177],"appropriate":[185],"grouping,":[188],"global":[191],"provide":[195],"notions":[196],"(sub-)group":[198],"or":[199],"fairness.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2023-05-18T00:00:00"}