{"id":"https://openalex.org/W2971616138","doi":"https://doi.org/10.1007/978-3-030-44584-3_36","title":"Master Your Metrics with Calibration","display_name":"Master Your Metrics with Calibration","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2971616138","doi":"https://doi.org/10.1007/978-3-030-44584-3_36","mag":"2971616138"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-44584-3_36","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-44584-3_36","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-44584-3_36.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-44584-3_36.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084652478","display_name":"Wissam Siblini","orcid":"https://orcid.org/0000-0002-4193-2061"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wissam Siblini","raw_affiliation_strings":["Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0002-4193-2061","affiliations":[{"raw_affiliation_string":"Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034771864","display_name":"Jordan Fr\u00e9ry","orcid":"https://orcid.org/0009-0003-6218-5055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jordan Fr\u00e9ry","raw_affiliation_strings":["Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033128136","display_name":"Liyun He-Guelton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liyun He-Guelton","raw_affiliation_strings":["Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024363057","display_name":"Fr\u00e9d\u00e9ric Obl\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Obl\u00e9","raw_affiliation_strings":["Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748006","display_name":"Yiqing Wang","orcid":"https://orcid.org/0009-0009-4016-4935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi-Qing Wang","raw_affiliation_strings":["Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worldline, 53 avenue Paul Kr\u00fcger, 69100, Villeurbanne, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084652478"],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":4.9498,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":0.96202994,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"457","last_page":"469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8715212345123291},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5182480812072754},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3286924958229065},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08000242710113525},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06433236598968506}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715212345123291},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5182480812072754},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3286924958229065},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08000242710113525},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06433236598968506}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-030-44584-3_36","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-44584-3_36","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-44584-3_36.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:1909.02827","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.02827","pdf_url":"https://arxiv.org/pdf/1909.02827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-44584-3_36","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-44584-3_36","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-44584-3_36.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971616138.pdf","grobid_xml":"https://content.openalex.org/works/W2971616138.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W767037412","https://openalex.org/W1599232982","https://openalex.org/W1966716734","https://openalex.org/W1976526581","https://openalex.org/W2068258779","https://openalex.org/W2132862423","https://openalex.org/W2157825442","https://openalex.org/W2158698691","https://openalex.org/W2196215201","https://openalex.org/W2400327384","https://openalex.org/W2490420619","https://openalex.org/W2604623449","https://openalex.org/W2756359217","https://openalex.org/W2805984778","https://openalex.org/W2890573771","https://openalex.org/W2922186538","https://openalex.org/W2951984970","https://openalex.org/W2993330478","https://openalex.org/W3014590323","https://openalex.org/W3100055683","https://openalex.org/W4251448448","https://openalex.org/W4297795862"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"models":[2],"deployed":[3],"in":[4,47,121],"real-world":[5,109],"applications":[6],"are":[7],"often":[8],"evaluated":[9],"with":[10],"precision-based":[11],"metrics":[12,32,60,89],"such":[13,31,115],"as":[14],"F1-score":[15],"or":[16,124],"AUC-PR":[17],"(Area":[18],"Under":[19],"the":[20,28,38,59,69,85],"Curve":[21],"of":[22,40,76,87],"Precision":[23],"Recall).":[24],"Heavily":[25],"dependent":[26],"on":[27,78],"class":[29],"prior,":[30],"make":[33],"it":[34],"difficult":[35],"to":[36,57,68,83],"interpret":[37],"variation":[39],"a":[41,48,55,73,98],"model\u2019s":[42],"performance":[43],"over":[44,101],"different":[45],"subpopulations/subperiods":[46],"dataset.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"propose":[54],"way":[56],"calibrate":[58],"so":[61],"that":[62,92],"they":[63,93],"can":[64],"be":[65],"made":[66],"invariant":[67],"prior.":[70],"We":[71,106],"conduct":[72],"large":[74],"number":[75],"experiments":[77],"balanced":[79],"and":[80,90,96],"imbalanced":[81],"data":[82],"assess":[84],"behavior":[86],"calibrated":[88],"show":[91],"improve":[94],"interpretability":[95],"provide":[97],"better":[99],"control":[100],"what":[102],"is":[103,113],"really":[104],"measured.":[105],"describe":[107],"specific":[108],"use-cases":[110],"where":[111],"calibration":[112],"beneficial":[114],"as,":[116],"for":[117],"instance,":[118],"model":[119],"monitoring":[120],"production,":[122],"reporting,":[123],"fairness":[125],"evaluation.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}