{"id":"https://openalex.org/W4320342651","doi":"https://doi.org/10.48550/arxiv.2302.04525","title":"An Epistemic and Aleatoric Decomposition of Arbitrariness to Constrain the Set of Good Models","display_name":"An Epistemic and Aleatoric Decomposition of Arbitrariness to Constrain the Set of Good Models","publication_year":2023,"publication_date":"2023-02-09","ids":{"openalex":"https://openalex.org/W4320342651","doi":"https://doi.org/10.48550/arxiv.2302.04525"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.04525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04525","pdf_url":"https://arxiv.org/pdf/2302.04525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.04525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038710725","display_name":"Falaah Arif Khan","orcid":"https://orcid.org/0000-0002-4678-5929"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Falaah Arif","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040712501","display_name":"Denys Herasymuk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herasymuk, Denys","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Protsiv, Nazar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Protsiv, Nazar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Stoyanovich, Julia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stoyanovich, Julia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10475","display_name":"Psychological Well-being and Life Satisfaction","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10475","display_name":"Psychological Well-being and Life Satisfaction","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7254619598388672},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6655207276344299},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.5008947849273682},{"id":"https://openalex.org/keywords/disadvantaged","display_name":"Disadvantaged","score":0.4822157621383667},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4655362665653229},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4125867784023285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4099620282649994},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3501535654067993},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13353973627090454},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12989407777786255}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7254619598388672},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6655207276344299},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5008947849273682},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.4822157621383667},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4655362665653229},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4125867784023285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4099620282649994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3501535654067993},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13353973627090454},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12989407777786255},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.04525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04525","pdf_url":"https://arxiv.org/pdf/2302.04525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.04525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.04525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.04525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04525","pdf_url":"https://arxiv.org/pdf/2302.04525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6800000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4320342651.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4366769580","https://openalex.org/W2350227609","https://openalex.org/W3140304255","https://openalex.org/W1546741102","https://openalex.org/W2353368610","https://openalex.org/W2385913382","https://openalex.org/W3122602933","https://openalex.org/W2950038056","https://openalex.org/W1544940847","https://openalex.org/W2289285490"],"abstract_inverted_index":{"Recent":[0],"research":[1],"reveals":[2],"that":[3,57,92,180,194],"machine":[4],"learning":[5],"(ML)":[6],"models":[7,110,204],"are":[8,152],"highly":[9,153],"sensitive":[10,154],"to":[11,30,77,155,168,209,226,249,251],"minor":[12],"changes":[13],"in":[14,44,47,70,129,232],"their":[15],"training":[16,101],"procedure,":[17],"such":[18],"as":[19,40,114,116,125,127],"the":[20,52,66,169],"inclusion":[21],"or":[22,42],"exclusion":[23],"of":[24,171,202,212,246],"a":[25,37,165,176,199,210,223,243,253],"single":[26],"data":[27,35,102],"point,":[28],"leading":[29],"conflicting":[31],"predictions":[32],"on":[33,206],"individual":[34],"points;":[36],"property":[38],"termed":[39],"arbitrariness":[41],"instability":[43,95,105,113,120,141,151],"ML":[45,109,234],"pipelines":[46],"prior":[48],"work.":[49],"Drawing":[50],"from":[51],"uncertainty":[53],"literature,":[54],"we":[55],"show":[56,193],"stability":[58],"decomposes":[59],"into":[60],"epistemic":[61,94,148,182,228],"and":[62,68,118,133,146,149,158,183,189,192,215,220,229],"aleatoric":[63,104,112,119,140,150,184,230],"components,":[64],"capturing":[65],"consistency":[67],"confidence":[69],"prediction,":[71],"respectively.":[72],"We":[73,90,174,218],"use":[74,250],"this":[75],"decomposition":[76],"provide":[78],"two":[79],"main":[80],"contributions.":[81],"Our":[82,161],"first":[83],"contribution":[84,163],"is":[85,164],"an":[86],"extensive":[87],"empirical":[88],"evaluation.":[89],"find":[91],"(i)":[93],"can":[96],"be":[97],"reduced":[98],"with":[99,242],"more":[100,142,254],"whereas":[103],"cannot;":[106],"(ii)":[107],"state-of-the-art":[108],"have":[111],"high":[115,126],"79%":[117],"disparities":[121],"among":[122],"demographic":[123],"groups":[124],"29%":[128],"popular":[130],"fairness":[131,135,190],"benchmarks;":[132],"(iii)":[134],"pre-processing":[136],"interventions":[137,157],"generally":[138],"increase":[139],"than":[143],"in-processing":[144],"interventions,":[145],"both":[147],"data-processing":[156],"model":[159,177,258],"architecture.":[160],"second":[162],"practical":[166],"solution":[167],"problem":[170],"systematic":[172],"arbitrariness.":[173],"propose":[175],"selection":[178],"procedure":[179],"includes":[181],"criteria":[185],"alongside":[186,236],"existing":[187,237],"accuracy":[188],"criteria,":[191],"it":[195],"successfully":[196],"narrows":[197],"down":[198],"large":[200],"set":[201],"good":[203],"(50-100":[205],"our":[207],"datasets)":[208],"handful":[211],"stable,":[213],"fair":[214],"accurate":[216],"ones.":[217],"built":[219],"publicly":[221],"released":[222],"python":[224],"library":[225],"measure":[227],"multiplicity":[231],"any":[233],"pipeline":[235],"confusion-matrix-based":[238],"metrics,":[239],"providing":[240],"practitioners":[241],"rich":[244],"suite":[245],"evaluation":[247],"metrics":[248],"define":[252],"precise":[255],"criterion":[256],"during":[257],"selection.":[259]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2023-02-13T00:00:00"}