{"id":"https://openalex.org/W4376270104","doi":"https://doi.org/10.1007/s00521-023-08622-w","title":"A domain-region based evaluation of ML performance robustness to covariate shift","display_name":"A domain-region based evaluation of ML performance robustness to covariate shift","publication_year":2023,"publication_date":"2023-05-12","ids":{"openalex":"https://openalex.org/W4376270104","doi":"https://doi.org/10.1007/s00521-023-08622-w"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-023-08622-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08622-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08622-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08622-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024836775","display_name":"Firas Bayram","orcid":"https://orcid.org/0000-0003-0683-2783"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Firas Bayram","raw_affiliation_strings":["Department of Mathematics and Computer Science, Karlstad University, Karlstad, 65188, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Karlstad University, Karlstad, 65188, Sweden","institution_ids":["https://openalex.org/I43968019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031391282","display_name":"Bestoun S. Ahmed","orcid":"https://orcid.org/0000-0001-9051-7609"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ","SE"],"is_corresponding":true,"raw_author_name":"Bestoun S. Ahmed","raw_affiliation_strings":["Department of Computer Science, Faculty of Electrical Engineering, Czech Technical University in Prague, 12135, Prague, Czech Republic","Department of Mathematics and Computer Science, Karlstad University, Karlstad, 65188, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9051-7609","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Electrical Engineering, Czech Technical University in Prague, 12135, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Karlstad University, Karlstad, 65188, Sweden","institution_ids":["https://openalex.org/I43968019"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5031391282"],"corresponding_institution_ids":["https://openalex.org/I43968019","https://openalex.org/I44504214"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.3103,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83425261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"24","first_page":"17555","last_page":"17577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.800721287727356},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311709880828857},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6201407313346863},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5590265393257141},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5020351409912109},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.500333309173584},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4889339506626129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4825277030467987},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.45821163058280945},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4422680735588074},{"id":"https://openalex.org/keywords/cumulative-distribution-function","display_name":"Cumulative distribution function","score":0.4236315190792084},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40807288885116577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.403228759765625},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3392764925956726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.337056040763855}],"concepts":[{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.800721287727356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311709880828857},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6201407313346863},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5590265393257141},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5020351409912109},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.500333309173584},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4889339506626129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4825277030467987},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.45821163058280945},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4422680735588074},{"id":"https://openalex.org/C103784038","wikidata":"https://www.wikidata.org/wiki/Q386228","display_name":"Cumulative distribution function","level":3,"score":0.4236315190792084},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40807288885116577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.403228759765625},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3392764925956726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.337056040763855},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-023-08622-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08622-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08622-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:kau-94905","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kau:diva-94905","pdf_url":"https://kau.diva-portal.org/smash/get/diva2:1760048/FULLTEXT02","source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00521-023-08622-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08622-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08622-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G253408756","display_name":null,"funder_award_id":"20200067","funder_id":"https://openalex.org/F4320321759","funder_display_name":"Stiftelsen f\u00f6r Kunskaps- och Kompetensutveckling"}],"funders":[{"id":"https://openalex.org/F4320316856","display_name":"Karlstads universitet","ror":"https://ror.org/05s754026"},{"id":"https://openalex.org/F4320321759","display_name":"Stiftelsen f\u00f6r Kunskaps- och Kompetensutveckling","ror":"https://ror.org/02cbq7e25"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4376270104.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W336063547","https://openalex.org/W1511132754","https://openalex.org/W1513525398","https://openalex.org/W1566612099","https://openalex.org/W1723619723","https://openalex.org/W1977005232","https://openalex.org/W1978380814","https://openalex.org/W2028138594","https://openalex.org/W2034368206","https://openalex.org/W2059425949","https://openalex.org/W2062291443","https://openalex.org/W2077508905","https://openalex.org/W2096335861","https://openalex.org/W2099419573","https://openalex.org/W2112483442","https://openalex.org/W2162651021","https://openalex.org/W2250638476","https://openalex.org/W2528421823","https://openalex.org/W2609731728","https://openalex.org/W2787894218","https://openalex.org/W2789731619","https://openalex.org/W2904355180","https://openalex.org/W2911964244","https://openalex.org/W2948073375","https://openalex.org/W2963748441","https://openalex.org/W2970019270","https://openalex.org/W2977431930","https://openalex.org/W2984256198","https://openalex.org/W3021895430","https://openalex.org/W3037119549","https://openalex.org/W3127121676","https://openalex.org/W3180332766","https://openalex.org/W3211066025","https://openalex.org/W3216495782","https://openalex.org/W4214627684","https://openalex.org/W4220851938","https://openalex.org/W4239510810","https://openalex.org/W4244473079","https://openalex.org/W6726154746"],"related_works":["https://openalex.org/W4213267843","https://openalex.org/W1980528650","https://openalex.org/W3102213005","https://openalex.org/W2168519368","https://openalex.org/W2036854414","https://openalex.org/W2753355162","https://openalex.org/W2392327107","https://openalex.org/W192702211","https://openalex.org/W3129080429","https://openalex.org/W3014243556"],"abstract_inverted_index":{"Abstract":[0],"Most":[1],"machine":[2,78],"learning":[3,79],"methods":[4],"assume":[5],"that":[6,171,203],"the":[7,12,15,30,40,49,60,74,85,98,105,110,134,137,142,147,151,168,175,178,184,187,204,210,216,221],"input":[8,106,217],"data":[9,53,107],"distribution":[10,31],"is":[11,25,65,141,180,200],"same":[13],"in":[14,21,43,47,84,120,146,172,196,215],"training":[16,50,222],"and":[17,29,51,157,165],"testing":[18],"phases.":[19],"However,":[20],"practice,":[22],"this":[23,72],"stationarity":[24],"usually":[26],"not":[27],"met":[28],"of":[32,39,76,87,100,104,177,186,220],"inputs":[33,54],"differs,":[34],"leading":[35,190],"to":[36,67,108,191],"unexpected":[37],"performance":[38,75,112,176],"learned":[41],"model":[42],"deployment.":[44],"The":[45],"issue":[46],"which":[48],"test":[52],"follow":[55],"different":[56],"probability":[57,101],"distributions":[58],"while":[59],"input\u2013output":[61],"relationship":[62],"remains":[63],"unchanged":[64],"referred":[66],"as":[68],"covariate":[69,88],"shift.":[70,89],"In":[71],"paper,":[73],"conventional":[77],"models":[80,179,205],"was":[81,94],"experimentally":[82],"evaluated":[83],"presence":[86],"Furthermore,":[90],"a":[91,121,126,161],"region-based":[92],"evaluation":[93],"performed":[95],"by":[96,183],"decomposing":[97],"domain":[99,114,219],"density":[102,214],"function":[103],"assess":[109],"classifier\u2019s":[111],"per":[113],"region.":[115],"Distributional":[116],"changes":[117],"were":[118,130],"simulated":[119],"two-dimensional":[122,148],"classification":[123,188],"problem.":[124],"Subsequently,":[125],"higher":[127],"four-dimensional":[128],"experiments":[129],"conducted.":[131],"Based":[132],"on":[133],"experimental":[135],"analysis,":[136],"Random":[138],"Forests":[139],"algorithm":[140],"most":[143,197],"robust":[144],"classifier":[145],"case,":[149],"showing":[150],"lowest":[152],"degradation":[153,192],"rate":[154],"for":[155],"accuracy":[156],"F1-score":[158],"metrics,":[159],"with":[160,212],"range":[162],"between":[163],"0.1%":[164],"2.08%.":[166],"Moreover,":[167],"results":[169],"reveal":[170],"higher-dimensional":[173],"experiments,":[174],"predominantly":[181],"influenced":[182],"complexity":[185],"function,":[189],"rates":[193],"exceeding":[194],"25%":[195],"cases.":[198],"It":[199],"also":[201],"concluded":[202],"exhibit":[206],"high":[207,213],"bias":[208],"toward":[209],"region":[211],"space":[218],"samples.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}