{"id":"https://openalex.org/W4306317431","doi":"https://doi.org/10.1145/3511808.3557474","title":"Towards Automated Imbalanced Learning with Deep Hierarchical Reinforcement Learning","display_name":"Towards Automated Imbalanced Learning with Deep Hierarchical Reinforcement Learning","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317431","doi":"https://doi.org/10.1145/3511808.3557474"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557474","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557474","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058071176","display_name":"Daochen Zha","orcid":"https://orcid.org/0000-0002-6677-7504"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daochen Zha","raw_affiliation_strings":["Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089183436","display_name":"Kwei-Herng Lai","orcid":"https://orcid.org/0000-0001-8933-7117"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwei-Herng Lai","raw_affiliation_strings":["Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043697901","display_name":"Qiaoyu Tan","orcid":"https://orcid.org/0000-0001-8999-968X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiaoyu Tan","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006691777","display_name":"Sirui Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sirui Ding","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084497683","display_name":"Na Zou","orcid":"https://orcid.org/0000-0003-1984-795X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Na Zou","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068477431","display_name":"Xia Hu","orcid":"https://orcid.org/0000-0003-2234-3226"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Ben Hu","raw_affiliation_strings":["Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058071176"],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":1.6621,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86166774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2476","last_page":"2485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8151473999023438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7476170659065247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7324662208557129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7059068083763123},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6303771734237671},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6285759806632996},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5356264710426331},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5163503885269165},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4959453046321869},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.4953137934207916},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4583866000175476},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.366985559463501},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30463385581970215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8151473999023438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7476170659065247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7324662208557129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7059068083763123},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6303771734237671},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6285759806632996},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5356264710426331},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5163503885269165},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4959453046321869},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.4953137934207916},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4583866000175476},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.366985559463501},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30463385581970215},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557474","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557474","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G6930730221","display_name":null,"funder_award_id":"IIS-1849085, IIS-1900990, IIS-1939716","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2132791018","https://openalex.org/W2132862423","https://openalex.org/W2148143831","https://openalex.org/W2168508521","https://openalex.org/W2338318698","https://openalex.org/W2604243156","https://openalex.org/W2620760558","https://openalex.org/W2742330194","https://openalex.org/W2767106145","https://openalex.org/W2778227677","https://openalex.org/W2786036274","https://openalex.org/W2798650501","https://openalex.org/W2808922551","https://openalex.org/W2936503027","https://openalex.org/W2966679659","https://openalex.org/W2969674096","https://openalex.org/W3003758114","https://openalex.org/W3012955081","https://openalex.org/W3080381655","https://openalex.org/W3087172118","https://openalex.org/W3100008240","https://openalex.org/W3168892396","https://openalex.org/W3197075030","https://openalex.org/W3209828932","https://openalex.org/W4214717370","https://openalex.org/W4243960279","https://openalex.org/W4393301322","https://openalex.org/W6600175266","https://openalex.org/W6602610147"],"related_works":["https://openalex.org/W2052515325","https://openalex.org/W2050948537","https://openalex.org/W2767646790","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Imbalanced":[0],"learning":[1,29,212],"is":[2,11,22,91,239],"a":[3,12,81,92,186],"fundamental":[4],"challenge":[5],"in":[6,18],"data":[7],"mining,":[8],"where":[9,125],"there":[10],"disproportionate":[13],"ratio":[14],"of":[15,96,142,150,169,175,192,195],"training":[16],"samples":[17,33,114,128,144,200],"each":[19],"class.":[20,37],"Over-sampling":[21],"an":[23,159],"effective":[24],"technique":[25],"to":[26,85,109,115,123,197,213],"tackle":[27],"imbalanced":[28],"through":[30],"generating":[31],"synthetic":[32,113,127,199],"for":[34,61,147],"the":[35,72,87,97,104,118,126,135,139,143,154,173,182,202,215,219,233],"minority":[36],"While":[38],"numerous":[39],"over-sampling":[40,83,161],"algorithms":[41],"have":[42],"been":[43],"proposed,":[44],"they":[45,68],"heavily":[46],"rely":[47],"on":[48,134,218,224],"heuristics,":[49],"which":[50,90,132],"could":[51],"be":[52,130],"sub-optimal":[53],"since":[54,138],"we":[55,78,107,121,156,180,207],"may":[56,145],"need":[57,108,122],"different":[58,62,148,167],"sampling":[59],"strategies":[60],"datasets":[63,227],"and":[64,67,99,177],"base":[65],"classifiers,":[66],"cannot":[69],"directly":[70],"optimize":[71,86,166,214],"performance":[73,216],"metric.":[74],"Motivated":[75,171],"by":[76,172],"this,":[77],"investigate":[79],"developing":[80],"learning-based":[82],"algorithm":[84,162],"classification":[88],"performance,":[89],"challenging":[93],"task":[94],"because":[95],"huge":[98],"hierarchical":[100,210],"decision":[101,137,188],"space.":[102,205],"At":[103,117],"high":[105],"level,":[106,120],"decide":[110],"how":[111],"many":[112],"generate.":[116],"low":[119],"determine":[124],"should":[129],"located,":[131],"depends":[133],"high-level":[136],"optimal":[140],"locations":[141],"differ":[146],"numbers":[149],"samples.":[151],"To":[152],"address":[153],"challenges,":[155],"propose":[157],"AutoSMOTE,":[158],"automated":[160],"that":[163,229],"can":[164],"jointly":[165],"levels":[168,194],"decisions.":[170],"success":[174],"SMOTE":[176,203],"its":[178],"extensions,":[179],"formulate":[181],"generation":[183],"process":[184,189],"as":[185],"Markov":[187],"(MDP)":[190],"consisting":[191],"three":[193],"policies":[196],"generate":[198],"within":[201],"search":[204],"Then":[206],"leverage":[208],"deep":[209],"reinforcement":[211],"metric":[217],"validation":[220],"data.":[221],"Extensive":[222],"experiments":[223],"six":[225],"real-world":[226],"demonstrate":[228],"AutoSMOTE":[230],"significantly":[231],"outperforms":[232],"state-of-the-art":[234],"resampling":[235],"algorithms.":[236],"The":[237],"code":[238],"at":[240],"https://github.com/daochenzha/autosmote":[241]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}