{"id":"https://openalex.org/W4400488170","doi":"https://doi.org/10.1109/access.2024.3425837","title":"Efficient Scheduling of Constant Pressure Stratified Water Injection Flow Rate: A Deep Reinforcement Learning Method","display_name":"Efficient Scheduling of Constant Pressure Stratified Water Injection Flow Rate: A Deep Reinforcement Learning Method","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400488170","doi":"https://doi.org/10.1109/access.2024.3425837"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3425837","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425837","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3425837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100496157","display_name":"Jinzhao Hu","orcid":"https://orcid.org/0009-0003-8113-3293"},"institutions":[{"id":"https://openalex.org/I921716337","display_name":"Northeast Petroleum University","ror":"https://ror.org/03net5943","country_code":"CN","type":"education","lineage":["https://openalex.org/I921716337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzhao Hu","raw_affiliation_strings":["School of Mechanical Science and Engineering, Northeast Petroleum University, Daqing, Heilongjiang, China"],"raw_orcid":"https://orcid.org/0009-0003-8113-3293","affiliations":[{"raw_affiliation_string":"School of Mechanical Science and Engineering, Northeast Petroleum University, Daqing, Heilongjiang, China","institution_ids":["https://openalex.org/I921716337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082409432","display_name":"Fushen Ren","orcid":"https://orcid.org/0000-0001-9726-0754"},"institutions":[{"id":"https://openalex.org/I921716337","display_name":"Northeast Petroleum University","ror":"https://ror.org/03net5943","country_code":"CN","type":"education","lineage":["https://openalex.org/I921716337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fushen Ren","raw_affiliation_strings":["School of Mechanical Science and Engineering, Northeast Petroleum University, Daqing, Heilongjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Science and Engineering, Northeast Petroleum University, Daqing, Heilongjiang, China","institution_ids":["https://openalex.org/I921716337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107556787","display_name":"Zhi Wang","orcid":"https://orcid.org/0009-0008-4930-0860"},"institutions":[{"id":"https://openalex.org/I4210112595","display_name":"Research Institute of Petroleum Exploration and Development","ror":"https://ror.org/02awe6g05","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112595","https://openalex.org/I98227222"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Research Institute of Petroleum Exploration and Development, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-4930-0860","affiliations":[{"raw_affiliation_string":"Research Institute of Petroleum Exploration and Development, Beijing, China","institution_ids":["https://openalex.org/I4210112595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082559593","display_name":"Deli Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112595","display_name":"Research Institute of Petroleum Exploration and Development","ror":"https://ror.org/02awe6g05","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112595","https://openalex.org/I98227222"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deli Jia","raw_affiliation_strings":["Research Institute of Petroleum Exploration and Development, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Petroleum Exploration and Development, Beijing, China","institution_ids":["https://openalex.org/I4210112595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.091,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.749709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"123856","last_page":"123871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10491","display_name":"Enhanced Oil Recovery Techniques","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/water-injection","display_name":"Water injection (oil production)","score":0.7029722929000854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5734817981719971},{"id":"https://openalex.org/keywords/water-flow","display_name":"Water flow","score":0.4607556462287903},{"id":"https://openalex.org/keywords/volumetric-flow-rate","display_name":"Volumetric flow rate","score":0.41931283473968506},{"id":"https://openalex.org/keywords/injection-well","display_name":"Injection well","score":0.4173867404460907},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3280453085899353},{"id":"https://openalex.org/keywords/petroleum-engineering","display_name":"Petroleum engineering","score":0.2961350083351135},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.24521476030349731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22918662428855896},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1948266327381134},{"id":"https://openalex.org/keywords/mechanics","display_name":"Mechanics","score":0.18388840556144714},{"id":"https://openalex.org/keywords/environmental-engineering","display_name":"Environmental engineering","score":0.1510694921016693},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.08100822567939758}],"concepts":[{"id":"https://openalex.org/C2778059233","wikidata":"https://www.wikidata.org/wiki/Q7973522","display_name":"Water injection (oil production)","level":2,"score":0.7029722929000854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5734817981719971},{"id":"https://openalex.org/C2988574769","wikidata":"https://www.wikidata.org/wiki/Q2259545","display_name":"Water flow","level":2,"score":0.4607556462287903},{"id":"https://openalex.org/C172120300","wikidata":"https://www.wikidata.org/wiki/Q1134348","display_name":"Volumetric flow rate","level":2,"score":0.41931283473968506},{"id":"https://openalex.org/C57054060","wikidata":"https://www.wikidata.org/wiki/Q59420558","display_name":"Injection well","level":2,"score":0.4173867404460907},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3280453085899353},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.2961350083351135},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.24521476030349731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22918662428855896},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1948266327381134},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.18388840556144714},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.1510694921016693},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.08100822567939758},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3425837","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425837","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:96cf93d16d92401c83d26036a47e11e6","is_oa":true,"landing_page_url":"https://doaj.org/article/96cf93d16d92401c83d26036a47e11e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 123856-123871 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3425837","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425837","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/6","display_name":"Clean water and sanitation"}],"awards":[{"id":"https://openalex.org/G8546860518","display_name":null,"funder_award_id":"52074345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8966686448","display_name":null,"funder_award_id":"2021ZG12","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1135052863","https://openalex.org/W1424441257","https://openalex.org/W1977655452","https://openalex.org/W1991535489","https://openalex.org/W1992562598","https://openalex.org/W2316463358","https://openalex.org/W2533206876","https://openalex.org/W2748910161","https://openalex.org/W2766447205","https://openalex.org/W2787666871","https://openalex.org/W2904246096","https://openalex.org/W2963864421","https://openalex.org/W2982316857","https://openalex.org/W2985346999","https://openalex.org/W2994779380","https://openalex.org/W3010653657","https://openalex.org/W3010768390","https://openalex.org/W3042045548","https://openalex.org/W3100789280","https://openalex.org/W3123847885","https://openalex.org/W4200059766","https://openalex.org/W4214717370","https://openalex.org/W4226025161","https://openalex.org/W4321187673","https://openalex.org/W4385938074","https://openalex.org/W4387414974","https://openalex.org/W4391427688","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4324266279","https://openalex.org/W2322765702","https://openalex.org/W2070836162","https://openalex.org/W4229891286","https://openalex.org/W2386325022","https://openalex.org/W2384935706","https://openalex.org/W2012972538","https://openalex.org/W2058141324","https://openalex.org/W2227665608","https://openalex.org/W2006626393"],"abstract_inverted_index":{"Layered":[0],"water":[1,12,16,42,49,62,90,99,121,134,198,217,282],"injection":[2,13,17,63,100,135,148,199,209,218,242,274,283],"is":[3,23,127,143,171,211,230,236],"an":[4,264],"important":[5,265],"means":[6],"of":[7,20,40,52,60,68,79,84,88,109,117,164,204,223,255,273,280],"oilfield":[8],"development.":[9],"During":[10],"the":[11,15,58,73,80,85,107,114,130,147,152,162,165,175,184,195,207,216,226,241,269,278],"process,":[14],"flow":[18,111,270],"rate":[19,229],"each":[21,53],"layer":[22,86],"affected":[24],"by":[25],"various":[26],"factors,":[27],"resulting":[28],"in":[29,57,113,215,253,268],"a":[30,95,139,167,187,249],"typical":[31,74],"incomplete":[32,75],"system":[33,76],"and":[34,38,55,77,82,138,156,234,258,276],"extremely":[35],"complex":[36,115],"measurement":[37,81],"adjustment":[39,259],"layered":[41,89,281],"injection.":[43,91,122],"The":[44,65,123,261],"reasons":[45],"include":[46],"development":[47],"plans,":[48],"absorption":[50],"properties":[51],"layer,":[54],"differences":[56],"structure":[59],"underground":[61],"devices.":[64],"combined":[66,128],"effect":[67],"these":[69],"factors":[70],"leads":[71],"to":[72,105,146,150,160,173,239],"complexity":[78],"regulation":[83],"section":[87],"In":[92,158],"this":[93],"paper,":[94],"reinforcement":[96,124],"learning-based":[97],"stratified":[98,120,133,197],"control":[101,136,154,200,256,272],"algorithm":[102,126,153,201,262],"was":[103],"proposed":[104,196],"solve":[106],"problem":[108],"stratum":[110,224],"scheduling":[112,271],"environment":[116,170,178,219],"wellbore":[118],"during":[119],"learning":[125],"with":[129,192,220],"differential":[131],"pressure":[132],"algorithm,":[137,166],"reasonable":[140],"reward":[141],"function":[142],"set":[144],"according":[145],"error":[149,210],"improve":[151],"accuracy":[155,257],"efficiency.":[157],"order":[159],"evaluate":[161],"performance":[163,252],"gym-based":[168],"simulation":[169],"established":[172],"simulate":[174],"nonlinear":[176],"stratigraphic":[177],"under":[179],"stochastic":[180],"conditions,":[181],"so":[182],"that":[183],"model":[185],"has":[186,263],"better":[188],"generalization":[189],"performance.":[190],"Compared":[191],"other":[193],"algorithms,":[194],"saves":[202],"41.94%":[203],"training":[205],"time,":[206],"average":[208,227],"less":[212],"than":[213,232],"5%":[214],"different":[221],"number":[222],"segments,":[225],"success":[228],"more":[231,250],"90%,":[233],"there":[235],"85%":[237],"probability":[238],"reach":[240],"target":[243],"within":[244],"1-5":[245],"steps,":[246],"which":[247],"provides":[248],"excellent":[251],"terms":[254],"speed.":[260],"guiding":[266],"role":[267],"wells":[275],"realizing":[277],"automation":[279],"process.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}