{"id":"https://openalex.org/W4313151100","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892378","title":"A Hierarchical Reinforcement Learning Framework for Stock Selection and Portfolio","display_name":"A Hierarchical Reinforcement Learning Framework for Stock Selection and Portfolio","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4313151100","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892378"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892378","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892378","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045185809","display_name":"Lijun Zha","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Zha","raw_affiliation_strings":["University of Science and Technology of China,Hefei,China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083759720","display_name":"Le Dai","orcid":"https://orcid.org/0000-0002-3594-9326"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Dai","raw_affiliation_strings":["University of Science and Technology of China,Hefei,China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China,Hefei,China","University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103233728","display_name":"Di Wu","orcid":"https://orcid.org/0000-0003-4588-544X"},"institutions":[{"id":"https://openalex.org/I4210117363","display_name":"Century Health","ror":"https://ror.org/02enpyw90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210117363"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["Hainan Century Frontier Asset Management Co. Ltd,Wuhan,China","Hainan Century Frontier Asset Management Co. Ltd, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hainan Century Frontier Asset Management Co. Ltd,Wuhan,China","institution_ids":["https://openalex.org/I4210117363"]},{"raw_affiliation_string":"Hainan Century Frontier Asset Management Co. Ltd, Wuhan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6553,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.90440387,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"pp","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7458599805831909},{"id":"https://openalex.org/keywords/portfolio","display_name":"Portfolio","score":0.7029322981834412},{"id":"https://openalex.org/keywords/portfolio-optimization","display_name":"Portfolio optimization","score":0.6401702165603638},{"id":"https://openalex.org/keywords/stock","display_name":"Stock (firearms)","score":0.5570886731147766},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.45592689514160156},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.43514588475227356},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3674218952655792},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.36182093620300293},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.32594868540763855},{"id":"https://openalex.org/keywords/financial-economics","display_name":"Financial economics","score":0.2961477041244507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1636180579662323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08084359765052795}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7458599805831909},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.7029322981834412},{"id":"https://openalex.org/C202655437","wikidata":"https://www.wikidata.org/wiki/Q7231728","display_name":"Portfolio optimization","level":3,"score":0.6401702165603638},{"id":"https://openalex.org/C204036174","wikidata":"https://www.wikidata.org/wiki/Q909380","display_name":"Stock (firearms)","level":2,"score":0.5570886731147766},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.45592689514160156},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.43514588475227356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3674218952655792},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.36182093620300293},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.32594868540763855},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.2961477041244507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1636180579662323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08084359765052795},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892378","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892378","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.44999998807907104,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W1995236272","https://openalex.org/W1995834279","https://openalex.org/W2020666351","https://openalex.org/W2106052345","https://openalex.org/W2155027007","https://openalex.org/W2157331557","https://openalex.org/W2158100334","https://openalex.org/W2346153109","https://openalex.org/W2893230400","https://openalex.org/W2963864421","https://openalex.org/W2965672544","https://openalex.org/W2998034590","https://openalex.org/W3011631586","https://openalex.org/W3097267636","https://openalex.org/W3121277445","https://openalex.org/W3121933628","https://openalex.org/W3122693886","https://openalex.org/W3123329971","https://openalex.org/W3127823671","https://openalex.org/W3175177406","https://openalex.org/W4237239309","https://openalex.org/W4237883889","https://openalex.org/W4385245566","https://openalex.org/W6683204974","https://openalex.org/W6684921986","https://openalex.org/W6739901393","https://openalex.org/W6740961973","https://openalex.org/W6752358432","https://openalex.org/W6774822115"],"related_works":["https://openalex.org/W1986311305","https://openalex.org/W4360613713","https://openalex.org/W3125148470","https://openalex.org/W2768197547","https://openalex.org/W2055959038","https://openalex.org/W4206877017","https://openalex.org/W4225528185","https://openalex.org/W4327779378","https://openalex.org/W2795635811","https://openalex.org/W2221832056"],"abstract_inverted_index":{"Investment":[0],"is":[1,52],"a":[2,88,105,138],"common":[3],"economics":[4],"task":[5],"in":[6,49,127],"which":[7,44,68],"investors":[8],"maximize":[9],"future":[10],"profits":[11],"by":[12],"continuously":[13],"reallocating":[14],"their":[15],"current":[16],"assets.":[17],"A":[18],"large":[19],"number":[20],"of":[21,43],"studies":[22],"are":[23],"based":[24],"on":[25,117],"specifying":[26],"stocks":[27,35,45,61,103,120],"and":[28,62,84,109],"constantly":[29],"adjusting":[30],"the":[31,41,50,111,118],"ratio":[32],"between":[33],"these":[34],"to":[36,75,80,91,121],"gain":[37,122],"more":[38,123],"benefits.":[39],"However,":[40],"question":[42],"should":[46],"be":[47],"included":[48],"portfolio":[51,66,85,115],"not":[53],"addressed,":[54],"while":[55],"some":[56],"investment":[57],"strategies":[58],"only":[59],"select":[60],"buy":[63],"them":[64],"without":[65],"optimization,":[67],"may":[69],"also":[70],"cause":[71],"unexpected":[72],"loss":[73],"owing":[74],"market":[76,129],"oscillation.":[77],"We":[78],"try":[79],"integrate":[81],"stock":[82,140],"selection":[83,141],"optimization":[86,116],"as":[87],"complete":[89],"process":[90],"address":[92],"this":[93],"problem":[94],"using":[95],"hierarchical":[96,133],"reinforcement":[97],"learning.":[98],"The":[99,125],"high-level":[100],"policy":[101,113],"selects":[102],"with":[104],"high":[106],"profitable":[107],"probability,":[108],"then":[110],"low-level":[112],"makes":[114],"selected":[119],"profit.":[124],"performance":[126,137],"China":[128],"demonstrates":[130],"that":[131],"our":[132],"agents":[134],"can":[135],"over":[136],"single":[139],"agent.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}