{"id":"https://openalex.org/W7161706023","doi":"https://doi.org/10.48550/arxiv.2605.18648","title":"An Assessment of Human vs. Model Uncertainty in Soft-Label Learning and Calibration","display_name":"An Assessment of Human vs. Model Uncertainty in Soft-Label Learning and Calibration","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161706023","doi":"https://doi.org/10.48550/arxiv.2605.18648"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18648","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18648","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136457053","display_name":"Maja Pavlovic","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavlovic, Maja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019552564","display_name":"Silviu Paun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paun, Silviu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047065550","display_name":"Massimo Poesio","orcid":"https://orcid.org/0000-0001-8469-2072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poesio, Massimo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4957999885082245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4957999885082245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.1898999959230423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.014299999922513962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.720300018787384},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5139999985694885},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.48339998722076416},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4779999852180481},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.39820000529289246},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.3833000063896179},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.34150001406669617},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3278000056743622}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.720300018787384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819000244140625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6606000065803528},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6090999841690063},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5139999985694885},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.48339998722076416},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.27390000224113464},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C3020792226","wikidata":"https://www.wikidata.org/wiki/Q1331083","display_name":"Human use","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18648","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18648","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18648","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Central":[0],"to":[1,57,121],"human-aligned":[2],"AI":[3],"is":[4],"understanding":[5],"the":[6,28],"benefits":[7,26],"of":[8,31,39,46],"human-elicited":[9],"labels":[10,119],"over":[11],"synthetic":[12,53,118],"alternatives.":[13],"While":[14],"human":[15,59,74,109,112],"soft-labels":[16,75,110],"improve":[17],"calibration":[18,92],"by":[19],"capturing":[20],"uncertainty,":[21,113],"prior":[22],"studies":[23],"conflate":[24],"these":[25],"with":[27,123],"implicit":[29],"correction":[30],"mislabeled":[32],"data":[33],"(mode":[34],"shifts),":[35],"obscuring":[36],"true":[37],"effects":[38],"soft-labels.":[40],"We":[41],"present":[42],"a":[43,52,87,129],"controlled":[44],"audit":[45],"soft-label":[47,63],"learning":[48],"across":[49,100],"MNIST":[50],"and":[51,96],"variant,":[54],"re-annotating":[55],"subsets":[56],"extract":[58],"uncertainty.":[60],"By":[61],"decoupling":[62],"supervision":[64],"from":[65],"underlying":[66],"label":[67],"mode":[68],"shifts,":[69],"we":[70],"show":[71],"that":[72,89],"while":[73],"do":[76],"provide":[77],"accuracy":[78],"gains,":[79],"their":[80],"larger":[81],"value":[82],"lies":[83],"in":[84],"acting":[85],"as":[86],"regularizer":[88],"improves":[90],"model":[91],"on":[93,108,117],"difficult":[94],"samples":[95],"promotes":[97],"stable":[98],"convergence":[99],"training":[101],"runs.":[102],"Dataset":[103],"cartography":[104],"reveals":[105],"models":[106],"trained":[107,116],"mirror":[111],"whereas":[114],"those":[115],"fail":[120],"align":[122],"humans.":[124],"Broadly,":[125],"this":[126],"work":[127],"provides":[128],"diagnostic":[130],"testbed":[131],"for":[132],"human-AI":[133],"uncertainty":[134],"alignment.":[135]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}