{"id":"https://openalex.org/W4411638704","doi":"https://doi.org/10.18653/v1/2024.eacl-short.24","title":"Interpreting Predictive Probabilities: Model Confidence or Human Label Variation?","display_name":"Interpreting Predictive Probabilities: Model Confidence or Human Label Variation?","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4411638704","doi":"https://doi.org/10.18653/v1/2024.eacl-short.24"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.eacl-short.24","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-short.24","pdf_url":"https://aclanthology.org/2024.eacl-short.24.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.eacl-short.24.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027780437","display_name":"Joris Baan","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DE","DK"],"is_corresponding":false,"raw_author_name":"Joris Baan","raw_affiliation_strings":["University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028758097","display_name":"Raquel Fern\u00e1ndez","orcid":"https://orcid.org/0000-0001-5356-2793"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raquel Fern\u00e1ndez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088832285","display_name":"Barbara Plank","orcid":"https://orcid.org/0000-0002-4394-1965"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DE","DK"],"is_corresponding":false,"raw_author_name":"Barbara Plank","raw_affiliation_strings":["University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I83467386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074142241","display_name":"Wilker Aziz","orcid":"https://orcid.org/0000-0002-2093-3866"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DE","DK"],"is_corresponding":false,"raw_author_name":"Wilker Aziz","raw_affiliation_strings":["University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam , IT University of Copenhagen , MCML Munich , LMU Munich","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26995354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"268","last_page":"277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5917572975158691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5210651755332947},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.4635867774486542},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4183337092399597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36106088757514954},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18754619359970093}],"concepts":[{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5917572975158691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5210651755332947},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4635867774486542},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4183337092399597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36106088757514954},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18754619359970093},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.eacl-short.24","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-short.24","pdf_url":"https://aclanthology.org/2024.eacl-short.24.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:publications/632a459e-2b92-4a86-ac1a-6ea46eaf2174","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/interpreting-predictive-probabilities(632a459e-2b92-4a86-ac1a-6ea46eaf2174).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Baan, J, Fern\u00e1ndez, R, Plank, B & Aziz, W 2024, Interpreting Predictive Probabilities : Model Confidence or Human Label Variation? in Y Graham & M Purver (eds), The 18th Conference of the European Chapter of the Association for Computational Linguistics : proceedings of the conference : EACL 2024 : March 17-22, 2024. vol. 2, Kerrville, TX, pp. 268-277, 18th Conference of the European Chapter of the Association for Computational Linguistics, EACL 2024, St. Julian\ufffds, Malta, 17/03/24. https://doi.org/10.18653/v1/2024.eacl-short.24","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/632a459e-2b92-4a86-ac1a-6ea46eaf2174","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/632a459e-2b92-4a86-ac1a-6ea46eaf2174","pdf_url":"https://pure.uva.nl/ws/files/241805000/2024.eacl-short.24.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Baan, J, Fern\u00e1ndez, R, Plank, B & Aziz, W 2024, Interpreting Predictive Probabilities : Model Confidence or Human Label Variation? in Y Graham & M Purver (eds), The 18th Conference of the European Chapter of the Association for Computational Linguistics : proceedings of the conference : EACL 2024 : March 17-22, 2024. vol. 2, Kerrville, TX, pp. 268-277, 18th Conference of the European Chapter of the Association for Computational Linguistics, EACL 2024, St. Julian\ufffds, Malta, 17/03/24. https://doi.org/10.18653/v1/2024.eacl-short.24","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.eacl-short.24","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-short.24","pdf_url":"https://aclanthology.org/2024.eacl-short.24.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411638704.pdf","grobid_xml":"https://content.openalex.org/works/W4411638704.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2995364151","https://openalex.org/W797163146","https://openalex.org/W2068023914","https://openalex.org/W1899429405","https://openalex.org/W2401903608","https://openalex.org/W4221078923","https://openalex.org/W2066458123","https://openalex.org/W3005777437","https://openalex.org/W1578234703","https://openalex.org/W2084691705"],"abstract_inverted_index":{"With":[0],"the":[1,26,54,70],"rise":[2],"of":[3,22,28,51,59,102],"increasingly":[4],"powerful":[5],"and":[6,66,68,78,93,106],"userfacing":[7],"NLP":[8,80],"systems,":[9,81],"there":[10],"is":[11,89],"growing":[12],"interest":[13],"in":[14],"assessing":[15],"whether":[16],"they":[17],"have":[18],"a":[19,85],"good":[20],"representation":[21],"uncertainty":[23,103,107],"by":[24],"evaluating":[25],"quality":[27],"their":[29,64],"predictive":[30,46,87],"distribution":[31,88],"over":[32],"outcomes.We":[33],"identify":[34],"two":[35],"main":[36],"perspectives":[37],"that":[38,72,83],"drive":[39],"starkly":[40],"different":[41],"evaluation":[42],"protocols.The":[43],"first":[44],"treats":[45],"probability":[47],"as":[48,56],"an":[49,57],"indication":[50,58],"model":[52],"confidence;":[53],"second":[55],"human":[60,109],"label":[61],"variation.We":[62],"discuss":[63],"merits":[65],"limitations,":[67],"take":[69],"position":[71],"both":[73],"are":[74],"crucial":[75],"for":[76],"trustworthy":[77],"fair":[79],"but":[82],"exploiting":[84],"single":[86],"limiting.We":[90],"recommend":[91],"tools":[92],"highlight":[94],"exciting":[95],"directions":[96],"towards":[97],"models":[98],"with":[99],"disentangled":[100],"representations":[101],"about":[104,108],"predictions":[105],"labels.":[110]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}