{"id":"https://openalex.org/W4367314212","doi":"https://doi.org/10.3390/informatics10020040","title":"LARF: Two-Level Attention-Based Random Forests with a Mixture of Contamination Models","display_name":"LARF: Two-Level Attention-Based Random Forests with a Mixture of Contamination Models","publication_year":2023,"publication_date":"2023-04-28","ids":{"openalex":"https://openalex.org/W4367314212","doi":"https://doi.org/10.3390/informatics10020040"},"language":"en","primary_location":{"id":"doi:10.3390/informatics10020040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020040","pdf_url":"https://www.mdpi.com/2227-9709/10/2/40/pdf?version=1682668313","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/10/2/40/pdf?version=1682668313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062600336","display_name":"Andrei V. Konstantinov","orcid":"https://orcid.org/0000-0002-1542-6480"},"institutions":[{"id":"https://openalex.org/I212220629","display_name":"Peter the Great St. Petersburg Polytechnic University","ror":"https://ror.org/02x91aj62","country_code":"RU","type":"education","lineage":["https://openalex.org/I212220629"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Andrei Konstantinov","raw_affiliation_strings":["Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-1542-6480","affiliations":[{"raw_affiliation_string":"Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia","institution_ids":["https://openalex.org/I212220629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037096829","display_name":"Lev V. Utkin","orcid":"https://orcid.org/0000-0002-5637-1420"},"institutions":[{"id":"https://openalex.org/I212220629","display_name":"Peter the Great St. Petersburg Polytechnic University","ror":"https://ror.org/02x91aj62","country_code":"RU","type":"education","lineage":["https://openalex.org/I212220629"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Lev Utkin","raw_affiliation_strings":["Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-5637-1420","affiliations":[{"raw_affiliation_string":"Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia","institution_ids":["https://openalex.org/I212220629"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084220492","display_name":"Vladimir Muliukha","orcid":"https://orcid.org/0000-0002-3583-7324"},"institutions":[{"id":"https://openalex.org/I212220629","display_name":"Peter the Great St. Petersburg Polytechnic University","ror":"https://ror.org/02x91aj62","country_code":"RU","type":"education","lineage":["https://openalex.org/I212220629"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Vladimir Muliukha","raw_affiliation_strings":["Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-3583-7324","affiliations":[{"raw_affiliation_string":"Higher School of Artificial Intelligence, Peter the Great St.Petersburg Polytechnic University, Polytechnicheskaya, 29, 195251 St. Petersburg, Russia","institution_ids":["https://openalex.org/I212220629"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084220492"],"corresponding_institution_ids":["https://openalex.org/I212220629"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03251025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"40","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9446673393249512},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6274784803390503},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.6092512607574463},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5776082277297974},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5125534534454346},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4532025456428528},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4367520213127136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4189615547657013},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.4149213135242462},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38663971424102783},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3071412146091461},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08871853351593018}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9446673393249512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274784803390503},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.6092512607574463},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5776082277297974},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5125534534454346},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4532025456428528},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4367520213127136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4189615547657013},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4149213135242462},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38663971424102783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3071412146091461},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08871853351593018},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/informatics10020040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020040","pdf_url":"https://www.mdpi.com/2227-9709/10/2/40/pdf?version=1682668313","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d8594b0079494cea80d3aebce39aa946","is_oa":true,"landing_page_url":"https://doaj.org/article/d8594b0079494cea80d3aebce39aa946","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 10, Iss 2, p 40 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2227-9709/10/2/40/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/informatics10020040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics; Volume 10; Issue 2; Pages: 40","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/informatics10020040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020040","pdf_url":"https://www.mdpi.com/2227-9709/10/2/40/pdf?version=1682668313","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.7200000286102295,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367314212.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1042883555","https://openalex.org/W1565746575","https://openalex.org/W1678356000","https://openalex.org/W1885645786","https://openalex.org/W1902237438","https://openalex.org/W1971713783","https://openalex.org/W1974844180","https://openalex.org/W2047112851","https://openalex.org/W2056132907","https://openalex.org/W2070493638","https://openalex.org/W2143074819","https://openalex.org/W2211925278","https://openalex.org/W2489822048","https://openalex.org/W2580650137","https://openalex.org/W2736577301","https://openalex.org/W2775211631","https://openalex.org/W2901698922","https://openalex.org/W2911964244","https://openalex.org/W2973039131","https://openalex.org/W3019730171","https://openalex.org/W3031670359","https://openalex.org/W3146366485","https://openalex.org/W3147852756","https://openalex.org/W3166702123","https://openalex.org/W3172587371","https://openalex.org/W3209859545","https://openalex.org/W4210427261","https://openalex.org/W4229368264","https://openalex.org/W4280512567","https://openalex.org/W4281490773","https://openalex.org/W4289130666","https://openalex.org/W6633774736","https://openalex.org/W6688384279","https://openalex.org/W6739901393","https://openalex.org/W6783944145","https://openalex.org/W6789317445","https://openalex.org/W6797183507"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W4226420367","https://openalex.org/W2980176872","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3108503355","https://openalex.org/W2249953602","https://openalex.org/W2801655600","https://openalex.org/W2912971006"],"abstract_inverted_index":{"This":[0],"paper":[1],"provides":[2],"new":[3],"models":[4,21,93],"of":[5,30,46,76,90,101,112,132,170],"the":[6,20,31,34,38,52,57,66,70,73,77,102,113,123,129,133,140,153,171],"attention-based":[7,13],"random":[8,14],"forests":[9],"called":[10],"LARF":[11],"(leaf":[12],"forest).":[15],"The":[16,48,60,168],"first":[17],"idea":[18,62],"behind":[19],"is":[22,33,41,51,63,84,136,174],"to":[23,43,64,138,148],"introduce":[24],"a":[25,88,110],"two-level":[26],"attention,":[27,36,104],"where":[28],"one":[29],"levels":[32],"\u201cleaf\u201d":[35,58],"and":[37,94,147],"attention":[39,54,71],"mechanism":[40],"applied":[42],"every":[44],"leaf":[45],"trees.":[47],"second":[49,61],"level":[50],"tree":[53],"depending":[55],"on":[56],"attention.":[59],"replace":[65],"softmax":[67,78,114],"operation":[68],"in":[69],"with":[72,80,105,160],"weighted":[74],"sum":[75],"operations":[79],"different":[81],"parameters.":[82],"It":[83],"implemented":[85],"by":[86,108,121,151],"applying":[87],"mixture":[89],"Huber\u2019s":[91],"contamination":[92,142],"can":[95],"be":[96],"regarded":[97],"as":[98],"an":[99],"analog":[100],"multi-head":[103],"\u201cheads\u201d":[106],"defined":[107],"selecting":[109],"value":[111],"parameter.":[115],"Attention":[116],"parameters":[117,143,146],"are":[118,163],"simply":[119],"trained":[120],"solving":[122,152],"quadratic":[124,154],"optimization":[125,155],"problem.":[126,156],"To":[127],"simplify":[128],"tuning":[130,141],"process":[131],"models,":[134],"it":[135],"proposed":[137,172],"convert":[139],"into":[144],"trainable":[145],"compute":[149],"them":[150],"Many":[157],"numerical":[158],"experiments":[159],"real":[161],"datasets":[162],"performed":[164],"for":[165],"studying":[166],"LARFs.":[167],"code":[169],"algorithms":[173],"available.":[175]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2023-04-29T00:00:00"}