{"id":"https://openalex.org/W3042750953","doi":"https://doi.org/10.1109/access.2020.3010099","title":"A k-Nearest Neighbours Based Ensemble via Optimal Model Selection for Regression","display_name":"A k-Nearest Neighbours Based Ensemble via Optimal Model Selection for Regression","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3042750953","doi":"https://doi.org/10.1109/access.2020.3010099","mag":"3042750953"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3010099","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010099","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09143105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09143105.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039470840","display_name":"Amjad Ali","orcid":"https://orcid.org/0000-0003-1411-954X"},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Amjad Ali","raw_affiliation_strings":["Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029272884","display_name":"Muhammad Hamraz","orcid":null},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Hamraz","raw_affiliation_strings":["Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036720066","display_name":"Poom Kumam","orcid":"https://orcid.org/0000-0002-5463-4581"},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]},{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH","TW"],"is_corresponding":false,"raw_author_name":"Poom Kumam","raw_affiliation_strings":["Department of Mathematics, Faculty of Science, KMUTT Fixed Point Research Laboratory, King Mongkut\u2019s University of Technology Thonburi (KMUTT), Bangkok, Thailand","Department of Medical Research, China Medical University Hospital, China Medical University, Taichung City, Taiwan","Department of Mathematics, Faculty of Science, KMUTT Fixed Point Research Laboratory, King Mongkut's University of Technology Thonburi (KMUTT), Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0002-5463-4581","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Faculty of Science, KMUTT Fixed Point Research Laboratory, King Mongkut\u2019s University of Technology Thonburi (KMUTT), Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]},{"raw_affiliation_string":"Department of Medical Research, China Medical University Hospital, China Medical University, Taichung City, Taiwan","institution_ids":["https://openalex.org/I4210126829","https://openalex.org/I184693016"]},{"raw_affiliation_string":"Department of Mathematics, Faculty of Science, KMUTT Fixed Point Research Laboratory, King Mongkut's University of Technology Thonburi (KMUTT), Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003729078","display_name":"Dost Muhammad Khan","orcid":"https://orcid.org/0000-0002-3919-8136"},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Dost Muhammad Khan","raw_affiliation_strings":["Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-3919-8136","affiliations":[{"raw_affiliation_string":"Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045605764","display_name":"Umair Khalil","orcid":"https://orcid.org/0000-0002-0484-5348"},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Umair Khalil","raw_affiliation_strings":["Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103147179","display_name":"Muhammad Sulaiman","orcid":"https://orcid.org/0000-0002-4040-6211"},"institutions":[{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Sulaiman","raw_affiliation_strings":["Department of Mathematics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-4040-6211","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084849204","display_name":"Zardad Khan","orcid":"https://orcid.org/0000-0003-3933-9143"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]},{"id":"https://openalex.org/I181063083","display_name":"Abdul Wali Khan University Mardan","ror":"https://ror.org/03b9y4e65","country_code":"PK","type":"education","lineage":["https://openalex.org/I181063083"]}],"countries":["GB","PK"],"is_corresponding":false,"raw_author_name":"Zardad Khan","raw_affiliation_strings":["Department of Mathematical Sciences, University of Essex, Colchester, U.K","Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-3933-9143","affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"Department of Statistics, Abdul Wali Khan University Mardan, Mardan, Pakistan","institution_ids":["https://openalex.org/I181063083"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.979,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.9284345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"132095","last_page":"132105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.676624059677124},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6079568862915039},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5378633141517639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5113767981529236},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.4565519690513611},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4533088803291321},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3863299489021301},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.26685553789138794},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1958598494529724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676624059677124},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6079568862915039},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5378633141517639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5113767981529236},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.4565519690513611},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4533088803291321},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3863299489021301},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26685553789138794},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1958598494529724}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3010099","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010099","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09143105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f291950ca5fb4d6196b52d613cea4e95","is_oa":true,"landing_page_url":"https://doaj.org/article/f291950ca5fb4d6196b52d613cea4e95","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 132095-132105 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3010099","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010099","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09143105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322818","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056"},{"id":"https://openalex.org/F4320336193","display_name":"Center of Excellence in Theoretical and Computational Science, King Mongkut's University of Technology Thonburi","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3042750953.pdf","grobid_xml":"https://content.openalex.org/works/W3042750953.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W273955616","https://openalex.org/W600109942","https://openalex.org/W1541323843","https://openalex.org/W1554944419","https://openalex.org/W1569504139","https://openalex.org/W1611898144","https://openalex.org/W1824657313","https://openalex.org/W1960755114","https://openalex.org/W1980965129","https://openalex.org/W1985258161","https://openalex.org/W1990493242","https://openalex.org/W2007316229","https://openalex.org/W2015401436","https://openalex.org/W2040808478","https://openalex.org/W2056763477","https://openalex.org/W2078339956","https://openalex.org/W2079737479","https://openalex.org/W2090398718","https://openalex.org/W2098631313","https://openalex.org/W2099943201","https://openalex.org/W2107772748","https://openalex.org/W2112076978","https://openalex.org/W2122111042","https://openalex.org/W2125687350","https://openalex.org/W2136132422","https://openalex.org/W2145210616","https://openalex.org/W2154095747","https://openalex.org/W2155720957","https://openalex.org/W2157963336","https://openalex.org/W2168873314","https://openalex.org/W2171033594","https://openalex.org/W2181442147","https://openalex.org/W2296698816","https://openalex.org/W2300264992","https://openalex.org/W2328297770","https://openalex.org/W2606436201","https://openalex.org/W2737786689","https://openalex.org/W2755477492","https://openalex.org/W2775379093","https://openalex.org/W2899829877","https://openalex.org/W2950067894","https://openalex.org/W3007559859","https://openalex.org/W3015869300","https://openalex.org/W3016683387","https://openalex.org/W3022598036","https://openalex.org/W3033804411","https://openalex.org/W3105578466","https://openalex.org/W3120740533","https://openalex.org/W4212883601","https://openalex.org/W4237441851","https://openalex.org/W4239448463","https://openalex.org/W6603886096","https://openalex.org/W6610017368","https://openalex.org/W6638373262","https://openalex.org/W6640940387","https://openalex.org/W6676769703","https://openalex.org/W6686008313","https://openalex.org/W6741127521","https://openalex.org/W7065874894"],"related_works":["https://openalex.org/W31220157","https://openalex.org/W4387323767","https://openalex.org/W2312753042","https://openalex.org/W4289356671","https://openalex.org/W2389155397","https://openalex.org/W2165884543","https://openalex.org/W3186837933","https://openalex.org/W2368989808","https://openalex.org/W1969346022","https://openalex.org/W2034959125"],"abstract_inverted_index":{"Ensemble":[0],"methods":[1,54,302],"based":[2,52,78],"on":[3,116,192,278],"<inline-formula":[4,26,45,71,106,133,144,203,215,227,239,251],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[5,27,46,72,107,134,145,204,216,228,240,252],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[6,28,47,73,108,135,146,205,217,229,241,253],"<tex-math":[7,29,48,74,109,136,147,206,218,230,242,254],"notation=\"LaTeX\">$k$":[8,30,49,75,110,137,148],"</tex-math></inline-formula>":[9,31,50,76,111,138,149,208,220,232,244,256],"-NN":[10,51,77,112,150],"models":[11,79,113,178],"minimise":[12],"the":[13,25,37,56,60,85,91,122,132,158,165,173,177,180,264,275,281,286,294,300,308,315,322,328,333,336],"effect":[14],"of":[15,24,39,59,87,101,104,129,164,198,200,263,285,324,335],"outliers":[16],"in":[17,90,179,196,297,327],"a":[18,96,102,117,126],"training":[19,61,123],"dataset":[20,124],"by":[21,84,142,171,292,303],"searching":[22],"groups":[23],"closest":[32],"data":[33,329],"points":[34],"to":[35,156,307,321,332],"estimate":[36,163],"response":[38],"an":[40],"unseen":[41],"observation.":[42],"However,":[43],"traditional":[44],"ensemble":[53,98,271],"use":[55],"arithmetic":[57],"mean":[58,222,235,247],"points\u2019":[62],"responses":[63],"for":[64],"estimation":[65],"which":[66],"has":[67,273,288],"several":[68],"weaknesses.":[69],"Traditional":[70],"are":[80,266],"also":[81,267,289],"adversely":[82],"affected":[83],"presence":[86],"non-informative":[88,305,325],"features":[89,306,326],"data.":[92],"This":[93],"paper":[94],"suggests":[95],"novel":[97],"procedure":[99,272],"consisting":[100],"class":[103],"base":[105],"each":[114,143],"constructed":[115],"bootstrap":[118],"sample":[119],"drawn":[120],"from":[121,175],"with":[125,187,299],"random":[127],"subset":[128],"features.":[130],"In":[131],"nearest":[139],"neighbours":[140],"determined":[141],"model,":[151],"stepwise":[152],"regression":[153],"is":[154,168,185,318],"fitted":[155],"predict":[157],"test":[159],"point.":[160],"The":[161,182,269,283,311],"final":[162],"target":[166],"observation":[167],"then":[169],"obtained":[170],"averaging":[172],"estimates":[174],"all":[176,280],"ensemble.":[181],"proposed":[183,295,316],"method":[184,287,296,317],"compared":[186,331],"some":[188],"other":[189,276,301],"state-of-the-art":[190],"procedures":[191,277],"16":[193],"benchmark":[194],"datasets":[195,309],"terms":[197],"coefficient":[199,213],"determination":[201],"(":[202,214,226,238,250],"notation=\"LaTeX\">$R^{2}$":[207],"),":[209,221,233],"Pearson\u2019s":[210],"product-moment":[211],"correlation":[212],"notation=\"LaTeX\">$r$":[219],"square":[223],"predicted":[224],"error":[225,237,249],"notation=\"LaTeX\">$MSPE$":[231],"root":[234],"squared":[236],"notation=\"LaTeX\">$RMSE$":[243],")":[245,257],"and":[246],"absolute":[248],"notation=\"LaTeX\">$MAE$":[255],"as":[258,330],"performance":[259],"metrics.":[260],"Furthermore,":[261],"boxplots":[262],"results":[265,312],"constructed.":[268],"suggested":[270],"outperformed":[274],"almost":[279],"datasets.":[282],"efficacy":[284],"been":[290],"verified":[291],"assessing":[293],"comparison":[298],"adding":[304],"considered.":[310],"reveal":[313],"that":[314],"more":[319],"robust":[320],"issue":[323],"rest":[334],"methods.":[337]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}