{"id":"https://openalex.org/W7213520090","doi":"https://doi.org/10.48550/arxiv.2609.19019","title":"Do stable performance metrics guarantee stable model predictions?: An empirical investigation using the GUSTO-1 dataset","display_name":"Do stable performance metrics guarantee stable model predictions?: An empirical investigation using the GUSTO-1 dataset","publication_year":2026,"publication_date":"2026-07-19","ids":{"openalex":"https://openalex.org/W7213520090","doi":"https://doi.org/10.48550/arxiv.2609.19019"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.19019","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.19019","pdf_url":"https://arxiv.org/pdf/2609.19019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.19019","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059530963","display_name":"Natthanaphop Isaradech","orcid":"https://orcid.org/0000-0001-5883-2035","observed_orcids":["https://orcid.org/0000-0001-5883-2035"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Isaradech, Natthanaphop","raw_affiliation_strings":["Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200","Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]},{"raw_affiliation_string":"Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001937330","display_name":"Wachiranun Sirikul","orcid":"https://orcid.org/0000-0002-9183-4582","observed_orcids":["https://orcid.org/0000-0002-9183-4582"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Sirikul, Wachiranun","raw_affiliation_strings":["Center of Data Analytics and Knowledge Synthesis for Health Care , Faculty of Medicine , Chiang Mai , Thailand 50200","Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Data Analytics and Knowledge Synthesis for Health Care , Faculty of Medicine , Chiang Mai , Thailand 50200","institution_ids":["https://openalex.org/I48076826"]},{"raw_affiliation_string":"Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052451601","display_name":"Wuttipat Kiratipaisarl","orcid":"https://orcid.org/0000-0002-6545-5538","observed_orcids":["https://orcid.org/0000-0002-6545-5538"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Kiratipaisarl, Wuttipat","raw_affiliation_strings":["Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089588682","display_name":"Pakpoom Wongyikul","orcid":"https://orcid.org/0000-0003-4998-6977","observed_orcids":["https://orcid.org/0000-0003-4998-6977"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Wongyikul, Pakpoom","raw_affiliation_strings":["Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Community Medicine , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107184592","display_name":"Noraworn Jirattikanwong","orcid":"https://orcid.org/0009-0007-0896-5930","observed_orcids":["https://orcid.org/0009-0007-0896-5930"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Jirattikanwong, Noraworn","raw_affiliation_strings":["Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200","Department of Biomedical Informatics and Clinical Epidemiology , Faculty of Medicine , Chiang Mai , Thailand 50200 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]},{"raw_affiliation_string":"Department of Biomedical Informatics and Clinical Epidemiology , Faculty of Medicine , Chiang Mai , Thailand 50200 ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034187126","display_name":"Phichayut Phinyo","orcid":"https://orcid.org/0000-0002-8543-6254","observed_orcids":["https://orcid.org/0000-0002-8543-6254"]},"institutions":[{"id":"https://openalex.org/I48076826","display_name":"Chiang Mai University","ror":"https://ror.org/05m2fqn25","country_code":"TH","type":"education","lineage":["https://openalex.org/I48076826"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Phinyo, Phichayut","raw_affiliation_strings":["Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Clinical Epidemiology (BioCE) , Faculty of Medicine , Chiang Mai University , Thailand , 50200","institution_ids":["https://openalex.org/I48076826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I48076826"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prediction-stability","display_name":"prediction stability","score":0.8309999704360962},{"id":"https://openalex.org/keywords/model-validation","display_name":"model validation","score":0.5989999771118164},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"logistic regression","score":0.6340000033378601},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.9980000257492065},{"id":"https://openalex.org/keywords/forecast-calibration","display_name":"forecast calibration","score":0.5889999866485596},{"id":"https://openalex.org/keywords/optimism","display_name":"optimism","score":0.34599998593330383},{"id":"https://openalex.org/keywords/sample-size","display_name":"sample size","score":0.5419999957084656},{"id":"https://openalex.org/keywords/gusto-i-trial","display_name":"GUSTO-I trial","score":0.8140000104904175},{"id":"https://openalex.org/keywords/30-day-mortality","display_name":"30-day mortality","score":0.9240000247955322},{"id":"https://openalex.org/keywords/acute-myocardial-infarction","display_name":"acute myocardial infarction","score":0.7329999804496765}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8446999788284302},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6392999887466431},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5835000276565552},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5486000180244446},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5271999835968018},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37950000166893005},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35359999537467957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29840001463890076},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C27574286","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Variables","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.19019","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.19019","pdf_url":"https://arxiv.org/pdf/2609.19019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.19019","doi":"https://doi.org/10.48550/arxiv.2609.19019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.19019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.19019","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.19019","pdf_url":"https://arxiv.org/pdf/2609.19019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213520090.pdf","grobid_xml":"https://content.openalex.org/works/W7213520090.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1767699817","https://openalex.org/W1980283223","https://openalex.org/W1981976602","https://openalex.org/W1989149221","https://openalex.org/W2011301426","https://openalex.org/W2019694480","https://openalex.org/W2037668591","https://openalex.org/W2052545457","https://openalex.org/W2053547160","https://openalex.org/W2074932800","https://openalex.org/W2095967516","https://openalex.org/W2105503412","https://openalex.org/W2123715374","https://openalex.org/W2133619004","https://openalex.org/W2135046866","https://openalex.org/W2156133368","https://openalex.org/W2553734051","https://openalex.org/W2746117291","https://openalex.org/W2775363893","https://openalex.org/W2895763047","https://openalex.org/W2898559532","https://openalex.org/W2913997948","https://openalex.org/W2916048747","https://openalex.org/W3003257820","https://openalex.org/W3007943565","https://openalex.org/W3011484826","https://openalex.org/W3012413426","https://openalex.org/W4232619160","https://openalex.org/W4245782362","https://openalex.org/W4281679558","https://openalex.org/W4285270750","https://openalex.org/W4384663192","https://openalex.org/W4389904066","https://openalex.org/W4390674087","https://openalex.org/W4390876555","https://openalex.org/W4394857110","https://openalex.org/W4401836561","https://openalex.org/W4402199506","https://openalex.org/W4407295867","https://openalex.org/W4412023613","https://openalex.org/W4413054770","https://openalex.org/W7125473564"],"related_works":["https://openalex.org/W7163866825","https://openalex.org/W4384663192","https://openalex.org/W7133353364","https://openalex.org/W7167576429","https://openalex.org/W4389904066","https://openalex.org/W7166532361","https://openalex.org/W1485967742","https://openalex.org/W4309799379","https://openalex.org/W7171875151","https://openalex.org/W4385654253"],"abstract_inverted_index":{"Model":[0,174],"validation":[1],"is":[2],"routinely":[3],"used":[4,92],"to":[5,93],"quantify":[6],"and":[7,39,79,87,103,120,144,168,179],"correct":[8],"for":[9,162,172],"overfitting":[10],"in":[11,54,96],"performance":[12],"estimates,":[13],"but":[14],"it":[15],"does":[16],"not":[17,123,188],"fully":[18],"address":[19],"the":[20,55,62,104,190],"stability":[21,95],"of":[22,116,128,142,153,192],"models":[23,81],"developed":[24,83],"from":[25,51],"slightly":[26],"different":[27],"training":[28],"samples.":[29],"We":[30],"investigated":[31],"whether":[32],"stable":[33,36],"discrimination":[34,111,131,156,184],"implies":[35],"individual":[37,160,193],"predictions":[38,146,161],"compared":[40],"logistic":[41],"regression":[42],"(LR)":[43],"with":[44,58,69,135,165],"artificial":[45],"neural":[46],"networks":[47],"(ANNs).":[48],"Using":[49],"data":[50],"40,830":[52],"participants":[53],"GUSTO-I":[56],"trial,":[57],"30-day":[59],"mortality":[60],"as":[61],"outcome,":[63],"we":[64],"created":[65],"six":[66],"sample-size":[67,170],"scenarios":[68],"varying":[70],"events":[71],"per":[72],"variable":[73],"(EPV).":[74],"In":[75],"each":[76],"scenario,":[77],"LR":[78],"ANN":[80,130,145],"were":[82,91,147],"using":[84],"eight":[85],"predictors,":[86],"200":[88],"bootstrap":[89],"resamples":[90],"assess":[94,178],"discrimination,":[97],"mean":[98],"absolute":[99],"prediction":[100],"error":[101],"(MAPE),":[102],"classification":[105],"instability":[106,167],"index":[107],"(CII).":[108],"For":[109],"LR,":[110],"stabilized":[112,157],"at":[113,139,150],"an":[114,126,140,151],"EPV":[115,127,141,152],"44.50,":[117],"whereas":[118],"MAPE":[119],"CII":[121],"did":[122],"stabilize":[124],"until":[125],"89.12.":[129],"was":[132],"more":[133],"volatile,":[134],"optimism":[136],"stabilizing":[137],"only":[138],"178.25,":[143],"severely":[148],"miscalibrated":[149],"4.50.":[154],"Overall,":[155],"earlier":[158],"than":[159],"both":[163],"approaches,":[164],"greater":[166],"larger":[169],"requirements":[171],"ANN.":[173],"developers":[175],"should":[176],"therefore":[177],"report":[180],"prediction-level":[181],"stability,":[182],"because":[183],"metrics":[185],"alone":[186],"may":[187],"reflect":[189],"reliability":[191],"predictions.":[194]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-18T00:00:00"}