{"id":"https://openalex.org/W3199663845","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534024","title":"Deep hierarchical reinforcement learning to manage the trade-off between sustainability and profitability in common pool resources systems","display_name":"Deep hierarchical reinforcement learning to manage the trade-off between sustainability and profitability in common pool resources systems","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3199663845","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534024","mag":"3199663845"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070890020","display_name":"Poiron-Guidoni Nicolas","orcid":null},"institutions":[{"id":"https://openalex.org/I138816502","display_name":"Universit\u00e9 de Corse Pascal Paoli","ror":"https://ror.org/050ra0n32","country_code":"FR","type":"education","lineage":["https://openalex.org/I138816502"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Poiron-Guidoni Nicolas","raw_affiliation_strings":["UMR Sciences for environment 6134, University of Corsica, France"],"affiliations":[{"raw_affiliation_string":"UMR Sciences for environment 6134, University of Corsica, France","institution_ids":["https://openalex.org/I138816502"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bisgambiglia Paul-Antoine","orcid":null},"institutions":[{"id":"https://openalex.org/I138816502","display_name":"Universit\u00e9 de Corse Pascal Paoli","ror":"https://ror.org/050ra0n32","country_code":"FR","type":"education","lineage":["https://openalex.org/I138816502"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Bisgambiglia Paul-Antoine","raw_affiliation_strings":["University of Corsica,UMR Sciences for environment 6134,France"],"affiliations":[{"raw_affiliation_string":"University of Corsica,UMR Sciences for environment 6134,France","institution_ids":["https://openalex.org/I138816502"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070890020"],"corresponding_institution_ids":["https://openalex.org/I138816502"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56315466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/profitability-index","display_name":"Profitability index","score":0.8059254884719849},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7555364370346069},{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.633169949054718},{"id":"https://openalex.org/keywords/natural-resource","display_name":"Natural resource","score":0.6241666674613953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5781551599502563},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5014510154724121},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.4719635248184204},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.46040666103363037},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.36534833908081055},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.26319363713264465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1998017132282257},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1917976438999176},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.09775412082672119},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.08631354570388794}],"concepts":[{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.8059254884719849},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7555364370346069},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.633169949054718},{"id":"https://openalex.org/C29985473","wikidata":"https://www.wikidata.org/wiki/Q188460","display_name":"Natural resource","level":2,"score":0.6241666674613953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5781551599502563},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5014510154724121},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.4719635248184204},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.46040666103363037},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36534833908081055},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26319363713264465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1998017132282257},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1917976438999176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.09775412082672119},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08631354570388794},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04978119v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04978119","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN), Jul 2021, Shenzhen, France. pp.1-7, ⟨10.1109/IJCNN52387.2021.9534024⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/12","score":0.4000000059604645,"display_name":"Responsible consumption and production"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515627803","https://openalex.org/W2011292626","https://openalex.org/W2025927248","https://openalex.org/W2041484817","https://openalex.org/W2060024274","https://openalex.org/W2109910161","https://openalex.org/W2145339207","https://openalex.org/W2156737235","https://openalex.org/W2173564293","https://openalex.org/W2176513449","https://openalex.org/W2226396244","https://openalex.org/W2257979135","https://openalex.org/W2530653605","https://openalex.org/W2546571074","https://openalex.org/W2616746986","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2739364177","https://openalex.org/W2768956845","https://openalex.org/W2781726626","https://openalex.org/W2802349643","https://openalex.org/W2888604056","https://openalex.org/W2951799221","https://openalex.org/W2963401755","https://openalex.org/W2963423916","https://openalex.org/W2963689090","https://openalex.org/W2964174623","https://openalex.org/W2967558504","https://openalex.org/W2996037775","https://openalex.org/W2998187693","https://openalex.org/W3003533476","https://openalex.org/W3083644586","https://openalex.org/W3118741150","https://openalex.org/W3122971359","https://openalex.org/W3127561923","https://openalex.org/W4237956118","https://openalex.org/W4298876402","https://openalex.org/W6653288679","https://openalex.org/W6683195989","https://openalex.org/W6683300800","https://openalex.org/W6685444567","https://openalex.org/W6740092555","https://openalex.org/W6741002519","https://openalex.org/W6741436713","https://openalex.org/W6747473740","https://openalex.org/W6772005887","https://openalex.org/W6773319185"],"related_works":["https://openalex.org/W3125099825","https://openalex.org/W25115902","https://openalex.org/W2753408573","https://openalex.org/W4285147705","https://openalex.org/W1986338457","https://openalex.org/W2066844180","https://openalex.org/W4293192099","https://openalex.org/W4253553932","https://openalex.org/W3132513730","https://openalex.org/W2984525013"],"abstract_inverted_index":{"Natural":[0],"resource":[1,100],"management":[2],"refers,":[3],"in":[4,63,75,96,139],"theory,":[5],"to":[6,33,55,92,106,120],"a":[7,20,25,61,97,140,186],"sustainable":[8,26,113],"utilization":[9],"of":[10,70,149,159,173,178,189,192],"fundamental":[11],"natural":[12],"resources.":[13,196],"For":[14],"the":[15,131,137,157,160,167,171,176,181,190,193],"different":[16],"stakeholders,":[17],"there":[18],"is":[19],"trade-off":[21,161],"between":[22,162],"profitability":[23,123,163],"and":[24,31,52,133,153,164,180,185],"exploitation":[27,114,179,191],"that":[28],"allows":[29,104],"ecosystems":[30],"resources":[32],"be":[34,39,56],"preserved.":[35],"These":[36],"issues":[37],"can":[38],"managed":[40],"mathematically":[41],"or":[42],"with":[43],"optimization":[44],"via":[45],"simulation,":[46],"but":[47],"it":[48],"requires":[49],"perfect":[50],"knowledge":[51,135],"robust":[53],"data":[54,78],"valid,":[57],"which":[58],"often":[59],"represents":[60],"lack":[62],"marine":[64],"sciences,":[65],"for":[66,183],"various":[67],"reasons":[68],"(lack":[69],"sampling,":[71],"local":[72],"policies,":[73],"difficulties":[74],"accessing":[76],"quantitative":[77],"etc.).":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,155],"focus":[84],"on":[85,124,170],"deep":[86],"hierarchical":[87],"reinforcement":[88],"learning":[89],"based":[90],"approach":[91,103],"help":[93],"decision":[94],"making":[95],"common":[98],"pool":[99],"system.":[101],"This":[102],"us":[105],"i/":[107],"model":[108,117],"decisionmakers":[109],"behavior,":[110,175],"ii/":[111],"determine":[112],"quotas,":[115],"iii/":[116],"owners":[118],"wishing":[119],"maximize":[121],"their":[122],"an":[125],"individual":[126],"scale,":[127],"taking":[128],"into":[129],"account":[130],"uncertainties":[132],"partial":[134],"concerning":[136],"resources,":[138],"partially":[141],"observable":[142],"Markov":[143],"game.":[144],"By":[145],"comparing":[146],"two":[147],"types":[148],"fishing":[150],"gears,":[151],"selective":[152],"non-selective,":[154],"show":[156],"limits":[158],"sustainability.":[165],"Indeed,":[166],"latter":[168],"depends":[169],"amount":[172],"greedy":[174],"power":[177],"need":[182],"awareness":[184],"stricter":[187],"regulation":[188],"most":[194],"vulnerable":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2021-09-27T00:00:00"}