{"id":"https://openalex.org/W4287854749","doi":"https://doi.org/10.1109/access.2022.3193385","title":"Random Kernel Forests","display_name":"Random Kernel Forests","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4287854749","doi":"https://doi.org/10.1109/access.2022.3193385"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3193385","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3193385","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09837906.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09837906.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029380392","display_name":"Dmitry Devyatkin","orcid":"https://orcid.org/0000-0002-0811-725X"},"institutions":[{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry A. Devyatkin","raw_affiliation_strings":["Federal Research Center “Computer Science and Control,” RAS, Moscow, Russia","Computer Science and Control&#x201D","RAS, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-0811-725X","affiliations":[{"raw_affiliation_string":"Federal Research Center “Computer Science and Control,” RAS, Moscow, Russia","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"Computer Science and Control&#x201D","institution_ids":[]},{"raw_affiliation_string":"RAS, Moscow, Russia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079636463","display_name":"O. G. Grigoriev","orcid":"https://orcid.org/0000-0001-9660-2396"},"institutions":[{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Oleg G. Grigoriev","raw_affiliation_strings":["Federal Research Center “Computer Science and Control,” RAS, Moscow, Russia","RAS, Moscow, Russia","Computer Science and Control&#x201D"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Research Center “Computer Science and Control,” RAS, Moscow, Russia","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"RAS, Moscow, Russia","institution_ids":[]},{"raw_affiliation_string":"Computer Science and Control&#x201D","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210143490"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5265,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.85350008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"77962","last_page":"77979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6454901099205017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6334367990493774},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5569230318069458},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.5499552488327026},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5109207034111023},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.496265709400177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47344207763671875},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.46897992491722107},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.45825445652008057},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4499649405479431},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4431379437446594},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.437336266040802},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41227203607559204},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37642186880111694},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3452730178833008},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3225497305393219}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6454901099205017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6334367990493774},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5569230318069458},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5499552488327026},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5109207034111023},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.496265709400177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47344207763671875},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.46897992491722107},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.45825445652008057},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4499649405479431},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4431379437446594},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.437336266040802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41227203607559204},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37642186880111694},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3452730178833008},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3225497305393219},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3193385","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3193385","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09837906.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bee9c5abb2b84e93bde08535cb5cd952","is_oa":true,"landing_page_url":"https://doaj.org/article/bee9c5abb2b84e93bde08535cb5cd952","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 77962-77979 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3193385","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3193385","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09837906.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[{"id":"https://openalex.org/G1717111205","display_name":null,"funder_award_id":"075-15-2020","funder_id":"https://openalex.org/F4320327494","funder_display_name":"Ministry of Science and Higher Education of the Russian Federation"},{"id":"https://openalex.org/G3440684389","display_name":null,"funder_award_id":"075-15-2020-799","funder_id":"https://openalex.org/F4320327494","funder_display_name":"Ministry of Science and Higher Education of the Russian Federation"},{"id":"https://openalex.org/G6444257319","display_name":null,"funder_award_id":"075-15-","funder_id":"https://openalex.org/F4320327494","funder_display_name":"Ministry of Science and Higher Education of the Russian Federation"}],"funders":[{"id":"https://openalex.org/F4320327494","display_name":"Ministry of Science and Higher Education of the Russian Federation","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287854749.pdf","grobid_xml":"https://content.openalex.org/works/W4287854749.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W13188192","https://openalex.org/W1497261839","https://openalex.org/W1594031697","https://openalex.org/W1600199800","https://openalex.org/W1937766607","https://openalex.org/W1966907853","https://openalex.org/W2046084401","https://openalex.org/W2057312656","https://openalex.org/W2068852101","https://openalex.org/W2101234009","https://openalex.org/W2105644991","https://openalex.org/W2105842272","https://openalex.org/W2109638028","https://openalex.org/W2135686858","https://openalex.org/W2148603752","https://openalex.org/W2163358443","https://openalex.org/W2165966284","https://openalex.org/W2166765763","https://openalex.org/W2180748755","https://openalex.org/W2295598076","https://openalex.org/W2403153566","https://openalex.org/W2465470355","https://openalex.org/W2509303379","https://openalex.org/W2579923771","https://openalex.org/W2757686304","https://openalex.org/W2785884112","https://openalex.org/W2891895300","https://openalex.org/W2904939492","https://openalex.org/W2911964244","https://openalex.org/W2979775090","https://openalex.org/W3002638499","https://openalex.org/W3005141333","https://openalex.org/W3112020351","https://openalex.org/W3118608800","https://openalex.org/W3125937743","https://openalex.org/W3204148876","https://openalex.org/W4205127051","https://openalex.org/W4205646471","https://openalex.org/W4207044204","https://openalex.org/W4232714830","https://openalex.org/W4236137412","https://openalex.org/W4241684091","https://openalex.org/W4299305665","https://openalex.org/W6640779226","https://openalex.org/W6675354045","https://openalex.org/W6675760969","https://openalex.org/W6675783020","https://openalex.org/W6679563152","https://openalex.org/W6680099270","https://openalex.org/W6732517885","https://openalex.org/W6745090326","https://openalex.org/W6748165176","https://openalex.org/W6779718391","https://openalex.org/W6787685208","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W4297676672","https://openalex.org/W2166537673","https://openalex.org/W4366990902","https://openalex.org/W4317732970","https://openalex.org/W4388550696","https://openalex.org/W4321636153","https://openalex.org/W4313289487"],"abstract_inverted_index":{"Random":[0],"forests":[1,46,181,220,262],"of":[2,47,137,147,197,237,310,334],"axis-parallel":[3],"decision":[4,48,94,113,125,201,212],"trees":[5,49,95,314],"still":[6],"show":[7,206,249],"competitive":[8],"accuracy":[9,273],"in":[10,33,211,263],"various":[11],"tasks;":[12],"however,":[13,53,115],"they":[14,22,74],"have":[15,57],"drawbacks":[16],"that":[17,29,250,284,315,324],"limit":[18],"their":[19],"applicability.":[20],"Namely,":[21,267],"perform":[23],"poorly":[24],"for":[25,179],"multidimensional":[26],"sparse":[27],"data":[28,165],"is":[30,43],"frequently":[31],"input":[32],"many":[34,264],"text":[35,350],"and":[36,70,84,96,120,141,166,182,200,216,218,243,276,307,346,352],"image":[37,241,353],"processing":[38],"tasks.":[39],"A":[40],"straightforward":[41],"solution":[42],"to":[44,63,78,91,110,139,173,185,336],"create":[45],"with":[50,152,343],"oblique":[51,259,311],"splits;":[52],"most":[54],"training":[55,318,337],"approaches":[56,335],"low":[58],"performance":[59,319],"or":[60,260,312],"are":[61],"hard":[62],"tune.":[64],"Besides,":[65],"those":[66,180],"ensembles":[67,309],"appear":[68],"unstable":[69],"easily":[71],"overfit,":[72],"so":[73],"should":[75],"be":[76,300,328],"regularized":[77,308],"find":[79],"the":[80,100,124,131,161,187,235,251,268,285,296,325],"trade-off":[81],"between":[82,163,209],"complexity":[83],"generalization.":[85],"This":[86],"paper":[87],"proposes":[88],"an":[89,148,226],"algorithm":[90,104,132,253,270,298],"train":[92,111],"kernel":[93,121,261,313],"random":[97],"forests.":[98],"At":[99,128],"top":[101],"level,":[102],"this":[103,143],"follows":[105],"a":[106,134,153,207,302,331],"common":[107],"greedy":[108],"procedure":[109],"binary":[112],"trees;":[114],"it":[116],"produces":[117],"quasi-optimal":[118,135],"linear":[119],"splits":[122],"at":[123],"stump":[126,144],"level.":[127],"each":[129],"stump,":[130],"finds":[133],"distribution":[136],"classes":[138],"subtrees":[140],"trains":[142,254],"via":[145],"optimization":[146],"SVM-like":[149],"loss":[150],"function":[151],"margin":[154,162],"re-scaling":[155],"approach,":[156],"which":[157,256],"helps":[158,289],"simultaneously":[159],"optimize":[160],"subtree":[164],"arbitrary":[167],"impurity":[168],"criteria.":[169],"We":[170,224],"also":[171,205],"try":[172],"reveal":[174],"uniform":[175],"stability-based":[176],"generalization":[177],"bounds":[178,192,204],"apply":[183],"them":[184],"select":[186],"regularization":[188,287],"technique.":[189],"The":[190,203,246],"obtained":[191],"explicitly":[193],"consider":[194],"primary":[195],"hyperparameters":[196],"forests,":[198],"trees,":[199],"stumps.":[202],"relationship":[208],"outliers":[210],"tree":[213],"structure,":[214],"stability":[215],"generalization,":[217],"how":[219],"smooth":[221],"these":[222],"outliers.":[223],"performed":[225],"experimental":[227,247],"evaluation":[228],"on":[229,274,278,292,320,340],"several":[230,293],"tasks,":[231],"such":[232,348],"as":[233,330,349],"studying":[234],"reaction":[236],"social":[238],"media":[239],"users,":[240],"recognition,":[242],"bank":[244],"scoring.":[245],"results":[248],"proposed":[252,269,297,326],"ensembles,":[255],"outperform":[257],"other":[258],"commonly-recognized":[265],"datasets.":[266,294],"shows":[271],"99.1%":[272],"MNIST":[275],"58.1%":[277],"CIFAR-10.":[279],"It":[280],"has":[281],"been":[282],"confirmed":[283],"selected":[286],"technique":[288],"reduce":[290],"overfitting":[291],"Therefore,":[295],"may":[299],"considered":[301],"small":[303],"step":[304],"toward":[305],"customized":[306],"keep":[316],"reasonable":[317],"large":[321],"datasets.We":[322],"believe":[323],"algorithmcan":[327],"utilized":[329],"construction":[332],"element":[333],"context-aware":[338],"models":[339],"complex":[341],"problems":[342],"integer":[344],"inputs":[345],"outputs,":[347],"mining":[351],"recognition.":[354]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}