{"id":"https://openalex.org/W7166707653","doi":"https://doi.org/10.57159/jcmm.5.3.26714","title":"Healthcare-Centric Confidence Assessment of Machine Learning Models via Average Precision and Feature-Subset Stability","display_name":"Healthcare-Centric Confidence Assessment of Machine Learning Models via Average Precision and Feature-Subset Stability","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166707653","doi":"https://doi.org/10.57159/jcmm.5.3.26714"},"language":"en","primary_location":{"id":"doi:10.57159/jcmm.5.3.26714","doi":"https://doi.org/10.57159/jcmm.5.3.26714","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.3.26714","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/714/168","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jcmm.co.in/index.php/jcmm/article/download/714/168","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123880803","display_name":"Kiran Veernapu","orcid":"https://orcid.org/0009-0005-6567-4684","observed_orcids":["https://orcid.org/0009-0005-6567-4684"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]},{"id":"https://openalex.org/I4400573222","display_name":"Colorado Technical University","ror":"https://ror.org/01s3kre18","country_code":"US","type":"education","lineage":["https://openalex.org/I4400573222"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kiran Veernapu","raw_affiliation_strings":["Applied AI & Data Science, Brown University, Providence, RI, USA; College of Business & Management, Colorado Technical University, Colorado Springs, CO, USA"],"raw_orcid":"https://orcid.org/0009-0005-6567-4684","affiliations":[{"raw_affiliation_string":"Applied AI & Data Science, Brown University, Providence, RI, USA; College of Business & Management, Colorado Technical University, Colorado Springs, CO, USA","institution_ids":["https://openalex.org/I27804330","https://openalex.org/I4400573222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126977528","display_name":"Surya Teja Meesala","orcid":"https://orcid.org/0009-0001-6247-6878","observed_orcids":["https://orcid.org/0009-0001-6247-6878"]},"institutions":[{"id":"https://openalex.org/I52913039","display_name":"University of Houston - Clear Lake","ror":"https://ror.org/01t817z14","country_code":"US","type":"education","lineage":["https://openalex.org/I52913039"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surya Teja Meesala","raw_affiliation_strings":["Department of Computer Engineering, University of Houston-Clear Lake, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0009-0001-6247-6878","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, University of Houston-Clear Lake, Houston, TX, USA","institution_ids":["https://openalex.org/I52913039"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133492703","display_name":"Nithesh Gudipuri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726928","display_name":"Raymond James Financial (United States)","ror":"https://ror.org/01ykjav28","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726928"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nithesh Gudipuri","raw_affiliation_strings":["Technology Modernization, Raymond James & Associates, St. Petersburg, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology Modernization, Raymond James & Associates, St. Petersburg, FL, USA","institution_ids":["https://openalex.org/I4401726928"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119347706","display_name":"Saffat Kamal Niloy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I893082629","display_name":"Pacific States University","ror":"https://ror.org/05nqdns93","country_code":"US","type":"education","lineage":["https://openalex.org/I893082629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saffat Kamal Niloy","raw_affiliation_strings":["Department of MBA in International Business, Pacific States University, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of MBA in International Business, Pacific States University, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I893082629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123506916","display_name":"Debabrata Biswas","orcid":"https://orcid.org/0009-0002-3549-0145","observed_orcids":["https://orcid.org/0009-0002-3549-0145"]},"institutions":[{"id":"https://openalex.org/I893082629","display_name":"Pacific States University","ror":"https://ror.org/05nqdns93","country_code":"US","type":"education","lineage":["https://openalex.org/I893082629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debabrata Biswas","raw_affiliation_strings":["Department of Information Systems, Pacific States University, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Pacific States University, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I893082629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138818929","display_name":"Sumaia Benta Arif","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I893082629","display_name":"Pacific States University","ror":"https://ror.org/05nqdns93","country_code":"US","type":"education","lineage":["https://openalex.org/I893082629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumaia Benta Arif","raw_affiliation_strings":["Department of Information Systems, Pacific States University, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Pacific States University, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I893082629"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028387893","display_name":"Vidya Rajasekaran","orcid":"https://orcid.org/0000-0002-5142-5557","observed_orcids":["https://orcid.org/0000-0002-5142-5557"]},"institutions":[{"id":"https://openalex.org/I4405254961","display_name":"Malla Reddy University","ror":"https://ror.org/02eg1qz05","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"R. Vidya","raw_affiliation_strings":["Department of CSE, Malla Reddy (MR) Deemed to be University, Hyderabad, Telangana, India"],"raw_orcid":"https://orcid.org/0000-0002-5142-5557","affiliations":[{"raw_affiliation_string":"Department of CSE, Malla Reddy (MR) Deemed to be University, Hyderabad, Telangana, India","institution_ids":["https://openalex.org/I4405254961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7900000214576721,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7900000214576721,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/average-precision","display_name":"average precision","score":0.7630000114440918},{"id":"https://openalex.org/keywords/confidence-estimation","display_name":"confidence estimation","score":0.6769999861717224},{"id":"https://openalex.org/keywords/permutation-feature-importance","display_name":"permutation importance","score":0.7020000219345093},{"id":"https://openalex.org/keywords/operational-reliability","display_name":"operational reliability","score":0.7300000190734863},{"id":"https://openalex.org/keywords/breast-cancer-diagnosis","display_name":"breast cancer diagnosis","score":0.7319999933242798},{"id":"https://openalex.org/keywords/1d-convolutional-neural-network","display_name":"1D convolutional neural network","score":0.9179999828338623},{"id":"https://openalex.org/keywords/feature-redundancy","display_name":"feature redundancy","score":0.9319999814033508},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.7699999809265137},{"id":"https://openalex.org/keywords/medical-diagnostic-systems","display_name":"medical diagnostic systems","score":0.34599998593330383},{"id":"https://openalex.org/keywords/safety-critical-applications","display_name":"safety-critical applications","score":0.7620000243186951}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6956999897956848},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6894000172615051},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.625},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5651000142097473},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5501999855041504},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5475000143051147},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3319999873638153},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3264999985694885},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.305400013923645},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2551000118255615},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.57159/jcmm.5.3.26714","doi":"https://doi.org/10.57159/jcmm.5.3.26714","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.3.26714","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/714/168","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.57159/jcmm.5.3.26714","doi":"https://doi.org/10.57159/jcmm.5.3.26714","is_oa":true,"landing_page_url":"https://doi.org/10.57159/jcmm.5.3.26714","pdf_url":"https://jcmm.co.in/index.php/jcmm/article/download/714/168","source":{"id":"https://openalex.org/S5407043543","display_name":"Journal of Computers Mechanical and Management","issn_l":"3009-075X","issn":["3009-075X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers, Mechanical and Management","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166707653.pdf","grobid_xml":"https://content.openalex.org/works/W7166707653.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2065281378","https://openalex.org/W2163757302","https://openalex.org/W2944667622","https://openalex.org/W3211882842","https://openalex.org/W4313888691","https://openalex.org/W4379053012","https://openalex.org/W4388283660","https://openalex.org/W4389983959","https://openalex.org/W4392814223","https://openalex.org/W4408469030","https://openalex.org/W4411255004","https://openalex.org/W7123358374","https://openalex.org/W7131670483"],"related_works":["https://openalex.org/W7135521458","https://openalex.org/W4413638717","https://openalex.org/W7125785896","https://openalex.org/W7217328775","https://openalex.org/W2865040424","https://openalex.org/W1517347224","https://openalex.org/W1513945160","https://openalex.org/W2306391144","https://openalex.org/W3035203924","https://openalex.org/W4399205204"],"abstract_inverted_index":{"The":[0,216],"paper":[1,217],"presents":[2],"a":[3,26,74,106,184,193,227],"confidence-based":[4],"assessment":[5],"system":[6],"of":[7,21,32,43,46,56,64,135,169,179,187,235,248],"machine":[8,249],"learning":[9,250],"models":[10],"which":[11,17,182],"uses":[12],"the":[13,19,22,41,44,47,50,54,57,61,84,102,132,152,170,177,233,243,253],"Average":[14],"Precision":[15],"(AP)":[16],"is":[18,37,157],"result":[20],"precision-recall":[23],"curve":[24],"as":[25,69,115,131,173,192,201,205],"threshold-agnostic":[27,195],"ranking":[28,196],"metric":[29],"and":[30,109,118,128,146,197,246,258],"indicator":[31],"operational":[33,222],"reliability.":[34],"This":[35],"method":[36],"not":[38,200,225],"based":[39,91],"on":[40,105],"accuracy":[42],"class-labels":[45],"model":[48,58],"like":[49],"traditional":[51],"metrics,":[52],"but":[53,231],"consistency":[55,234],"performance":[59],"at":[60],"entire":[62],"range":[63],"decision":[65],"thresholds.":[66,215],"To":[67],"act":[68],"an":[70,110,166],"experimental":[71],"test":[72],"bed,":[73],"one-dimensional":[75],"convolutional":[76],"neural":[77],"network":[78],"(1D":[79],"CNN)":[80],"was":[81,94],"trained":[82],"using":[83],"Breast":[85],"Cancer":[86],"Wisconsin":[87],"(Diagnostic)":[88],"dataset.":[89],"Permutation":[90],"feature":[92,229,240],"importance":[93],"done":[95],"after":[96],"full-feature":[97],"baseline":[98,178],"AP":[99,103,137,167,190,211],"to":[100,159],"measure":[101],"degradation":[104],"feature-by-feature":[107],"basis":[108],"even":[111],"higher-order":[112,140],"subset,":[113],"such":[114],"pairs,":[116],"triplets":[117],"quadruplets.":[119],"Empirical":[120],"analysis":[121],"revealed":[122],"worst":[123,126,142,144],"concave":[124],"points,":[125],"concavity":[127],"mean":[129,147],"texture":[130,148],"main":[133],"factors":[134],"individual":[136],"drops.":[138],"Within":[139],"subsets,":[141],"concavity,":[143],"radius":[145],"always":[149],"prevailed":[150],"in":[151,238,252,259],"AP-based":[153,221,236],"reliability":[154,223,237],"profile.":[155],"It":[156],"interesting":[158],"note":[160],"that":[161,219],"several":[162],"four-feature":[163],"combinations":[164],"produced":[165],"score":[168],"same":[171],"size":[172],"or":[174],"greater":[175],"than":[176],"30":[180],"features,":[181],"indicates":[183],"high":[185,210,220],"level":[186],"informational":[188],"redundancy.":[189],"functions":[191],"stable":[194],"operational-performance":[198],"measure,":[199],"direct":[202],"probabilistic":[203],"confidence,":[204],"evidenced":[206],"by":[207],"its":[208],"consistently":[209],"(>0.95)":[212],"across":[213],"operating":[214],"finds":[218],"does":[224],"necessitate":[226],"complete":[228],"set,":[230],"instead":[232],"small":[239],"sets":[241],"increases":[242],"interpretability,":[244],"trust":[245],"deployability":[247],"systems":[251],"studied":[254],"medical":[255],"diagnostic":[256],"setting":[257],"related":[260],"safety-critical":[261],"applications":[262],"pending":[263],"external":[264],"validation.":[265]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-01T00:00:00"}