{"id":"https://openalex.org/W7168292164","doi":"https://doi.org/10.48550/arxiv.2607.10420","title":"Is Model Instability just Noise to be Tolerated or a Property that can be Managed?","display_name":"Is Model Instability just Noise to be Tolerated or a Property that can be Managed?","publication_year":2026,"publication_date":"2026-07-11","ids":{"openalex":"https://openalex.org/W7168292164","doi":"https://doi.org/10.48550/arxiv.2607.10420"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.10420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.10420","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140634717","display_name":"Amirali Rayegan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rayegan, Amirali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140642640","display_name":"Lunxiao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lunxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140575839","display_name":"Tim Menzies","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menzies, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5055999755859375,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5055999755859375,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.06689999997615814,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/instability","display_name":"Instability","score":0.7958999872207642},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6607000231742859},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6054999828338623},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6028000116348267},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5895000100135803},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5644000172615051},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4724999964237213},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4147000014781952}],"concepts":[{"id":"https://openalex.org/C207821765","wikidata":"https://www.wikidata.org/wiki/Q405372","display_name":"Instability","level":2,"score":0.7958999872207642},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6607000231742859},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6028000116348267},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5895000100135803},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5644000172615051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47929999232292175},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4724999964237213},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4253999888896942},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35120001435279846},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.25690001249313354},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.10420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.10420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.10420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,131],"software":[1],"analytics,":[2],"rerunning":[3],"the":[4,18,87,105,135,150,182,191,255],"same":[5],"analysis":[6],"twice":[7],"often":[8,103],"yields":[9],"different":[10],"models":[11,88,97,194],"and":[12,20,77,90,156,159,190,221],"conclusions.":[13],"This":[14],"reduces":[15],"trust":[16,225],"in":[17,210,226,232],"model":[19,27],"limits":[21,177],"its":[22],"use.":[23],"We":[24,59,152,198],"find":[25,160],"that":[26,61,73,98,161,200],"instability":[28,63,201,245],"is":[29,64],"a":[30,45,71,167,195,206,236],"major":[31],"problem.":[32],"Across":[33],"127":[34,144],"multi-objective":[35],"SE":[36,211],"optimization":[37,112],"problems":[38],"(12,700":[39],"test":[40,53,154],"cases),":[41],"repeated":[42],"runs":[43],"of":[44,52,111,133,143],"state-of-the-art":[46],"optimizer":[47],"agree":[48,99],"on":[49,117,141],"only":[50,164],"13.7%":[51],"cases,":[54],"even":[55],"under":[56],"improved":[57],"settings.":[58],"argue":[60],"this":[62,233],"not":[65],"merely":[66],"noise":[67],"to":[68,122,147,178,223,242],"tolerate,":[69],"but":[70],"property":[72],"can":[74,246],"be":[75,203,215,247],"measured":[76],"managed.":[78],"By":[79],"adjusting":[80],"how":[81,85,91],"labels":[82],"are":[83,93,138,175],"spent,":[84],"complex":[86],"become,":[89],"splits":[92],"scored,":[94],"we":[95,253],"obtain":[96],"4.8":[100],"times":[101],"as":[102,104,205],"default":[106],"configuration.":[107],"The":[108,230],"standard":[109,207],"deviation":[110],"error":[113],"falls":[114],"by":[115,181],"22%":[116],"average":[118],"(mean":[119],"std":[120],"17.4":[121],"13.6),":[123],"while":[124],"recommendation":[125],"quality":[126],"improves":[127],"rather":[128],"than":[129],"degrades.":[130],"terms":[132],"quality,":[134],"refined":[136],"settings":[137],"statistically":[139],"top-ranked":[140],"119":[142],"datasets,":[145],"compared":[146],"74":[148],"for":[149],"defaults.":[151],"then":[153],"causal":[155],"data-locality":[157],"interventions":[158],"they":[162],"help":[163],"partially,":[165],"suggesting":[166],"residual":[168],"stability":[169,179],"floor.":[170],"Our":[171],"evidence":[172],"suggests":[173],"there":[174],"fundamental":[176],"set":[180],"data":[183],"itself":[184],"(noise,":[185],"scarce":[186],"labels,":[187],"proxy":[188],"objectives,":[189],"many":[192],"near-equivalent":[193],"dataset":[196],"admits).":[197],"conclude":[199],"should":[202,214],"treated":[204],"evaluation":[208],"axis":[209],"optimization,":[212],"which":[213,239],"routinely":[216],"measured,":[217],"reported":[218],"alongside":[219],"performance,":[220],"used":[222],"calibrate":[224],"any":[227],"single":[228],"run.":[229],"methods":[231],"paper":[234],"provide":[235],"baseline":[237],"against":[238],"future":[240],"efforts":[241],"reduce":[243],"SBSE":[244],"judged.":[248],"To":[249],"support":[250],"open":[251],"science,":[252],"offer":[254],"following":[256],"reproduction":[257],"package:":[258],"https://tinyurl.com/Model-Instability":[259]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-15T00:00:00"}