{"id":"https://openalex.org/W4210906858","doi":"https://doi.org/10.1109/access.2022.3149477","title":"A Calibrated Ensemble Algorithm to Address Data Heterogeneity in Machine Learning: An Application to Identify Severe SLE Flares in Lupus Patients","display_name":"A Calibrated Ensemble Algorithm to Address Data Heterogeneity in Machine Learning: An Application to Identify Severe SLE Flares in Lupus Patients","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210906858","doi":"https://doi.org/10.1109/access.2022.3149477"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3149477","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149477","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706189.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706189.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049423390","display_name":"Yijun Zhao","orcid":"https://orcid.org/0000-0003-2424-5988"},"institutions":[{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yijun Zhao","raw_affiliation_strings":["Department of Computer and Information Sciences, Fordham University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2424-5988","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Fordham University, New York, NY, USA","institution_ids":["https://openalex.org/I164389053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060715466","display_name":"Man Qin","orcid":"https://orcid.org/0000-0003-4079-1487"},"institutions":[{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Man Qin","raw_affiliation_strings":["Department of Computer and Information Sciences, Fordham University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-4079-1487","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Fordham University, New York, NY, USA","institution_ids":["https://openalex.org/I164389053"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020625446","display_name":"April Jorge","orcid":"https://orcid.org/0000-0001-6935-880X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"April Jorge","raw_affiliation_strings":["Division of Rheumatology, Allergy, and Immunology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6935-880X","affiliations":[{"raw_affiliation_string":"Division of Rheumatology, Allergy, and Immunology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049423390"],"corresponding_institution_ids":["https://openalex.org/I164389053"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6635,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6791751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"10","issue":null,"first_page":"18720","last_page":"18729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10308","display_name":"Systemic Lupus Erythematosus Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10308","display_name":"Systemic Lupus Erythematosus Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12955","display_name":"Atherosclerosis and Cardiovascular Diseases","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10200","display_name":"Rheumatoid Arthritis Research and Therapies","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7805930972099304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6807734966278076},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6706579923629761},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.6147511601448059},{"id":"https://openalex.org/keywords/systemic-lupus-erythematosus","display_name":"Systemic lupus erythematosus","score":0.5069499015808105},{"id":"https://openalex.org/keywords/post-hoc","display_name":"Post hoc","score":0.45780134201049805},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44113194942474365},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.43697068095207214},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.42763176560401917},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.41328150033950806},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33911168575286865},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.1526937484741211},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09118670225143433}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7805930972099304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807734966278076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6706579923629761},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6147511601448059},{"id":"https://openalex.org/C2776912625","wikidata":"https://www.wikidata.org/wiki/Q1485","display_name":"Systemic lupus erythematosus","level":3,"score":0.5069499015808105},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.45780134201049805},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44113194942474365},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.43697068095207214},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42763176560401917},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.41328150033950806},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33911168575286865},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.1526937484741211},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09118670225143433},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3149477","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149477","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706189.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:00d2dc37b6f746cf999e753e8846637d","is_oa":true,"landing_page_url":"https://doaj.org/article/00d2dc37b6f746cf999e753e8846637d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 18720-18729 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3149477","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3149477","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09706189.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1390515400","display_name":null,"funder_award_id":"K23-AR-079040","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320308349","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210906858.pdf","grobid_xml":"https://content.openalex.org/works/W4210906858.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W33832734","https://openalex.org/W630894953","https://openalex.org/W1503398984","https://openalex.org/W1565295739","https://openalex.org/W1623006543","https://openalex.org/W1796526928","https://openalex.org/W2099892456","https://openalex.org/W2120978308","https://openalex.org/W2127295169","https://openalex.org/W2140404878","https://openalex.org/W2158698691","https://openalex.org/W2244584574","https://openalex.org/W2315242715","https://openalex.org/W2402392699","https://openalex.org/W2604323556","https://openalex.org/W2626163046","https://openalex.org/W2742079690","https://openalex.org/W2767602096","https://openalex.org/W2799624238","https://openalex.org/W2908483662","https://openalex.org/W2917676422","https://openalex.org/W3012174479","https://openalex.org/W4211155090","https://openalex.org/W4212863985","https://openalex.org/W4255421341","https://openalex.org/W4301003819","https://openalex.org/W6601414604","https://openalex.org/W6636749155","https://openalex.org/W6680531176","https://openalex.org/W6742058293"],"related_works":["https://openalex.org/W2794896638","https://openalex.org/W2891633941","https://openalex.org/W3202800081","https://openalex.org/W3101614107","https://openalex.org/W1909207154","https://openalex.org/W4390971112","https://openalex.org/W3036530763","https://openalex.org/W3124390867","https://openalex.org/W1514365828","https://openalex.org/W3204228978"],"abstract_inverted_index":{"Motivated":[0],"to":[1,29,82,156,176],"address":[2],"the":[3,6,15,37,49,55,74,113,133,144],"inconsistency":[4],"between":[5],"essential":[7],"i.i.d.":[8],"assumption":[9],"in":[10,18,41,104,116,132],"machine":[11,59,159],"learning":[12,31,60,160],"theory":[13],"and":[14,66,162,170],"data":[16,34,69,87],"heterogeneity":[17],"real-world":[19],"applications,":[20],"we":[21,95],"propose":[22],"a":[23,83],"novel":[24],"calibrated":[25,81],"ensemble":[26,39,164],"(CE)":[27],"algorithm":[28],"facilitate":[30],"with":[32,107,124],"diverse":[33],"subgroups.":[35],"Unlike":[36],"traditional":[38],"framework":[40],"which":[42],"each":[43,78,98],"learner":[44,79],"is":[45,80],"trained":[46],"independently":[47],"using":[48,128],"entire":[50],"dataset,":[51],"our":[52,117,147],"method":[53],"exploits":[54],"strengths":[56],"of":[57,73,86,120,146,180],"various":[58],"models":[61,161],"by":[62],"training":[63,75],"them":[64],"simultaneously":[65],"forming":[67],"model-ergonomic":[68],"subgroups":[70],"as":[71,100],"part":[72],"process.":[76],"Consequently,":[77],"unique":[84],"subset":[85],"based":[88],"on":[89],"their":[90],"individualized":[91],"predictive":[92],"strength.":[93],"Clinically,":[94],"can":[96],"interpret":[97],"model":[99,115,149,182],"an":[101],"expert":[102],"specializing":[103],"treating":[105],"patients":[106,123],"particular":[108],"disease":[109],"manifestations.":[110],"We":[111,166],"evaluate":[112],"CE":[114,148],"motivating":[118],"domain":[119],"identifying":[121],"lupus":[122],"severe":[125],"SLE":[126],"flares":[127],"1541":[129],"clinical":[130,185],"encounters":[131],"Mass":[134],"General":[135],"Brigham":[136],"(MGB)":[137],"Lupus":[138],"Cohort.":[139],"Our":[140],"experimental":[141],"results":[142],"demonstrate":[143],"efficacy":[145],"across":[150],"seven":[151],"performance":[152],"evaluation":[153],"metrics":[154],"compared":[155],"five":[157],"individual":[158,181],"regular":[163],"approaches.":[165],"further":[167],"utilize":[168],"ANOVA":[169],"Tukey":[171],"HSD":[172],"post-hoc":[173],"statistical":[174],"analysis":[175],"discover":[177],"characteristic":[178],"features":[179],"clusters":[183],"for":[184],"interpretations.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}
